-- Logs begin at Tue 2021-11-23 18:26:50 UTC, end at Tue 2021-11-23 19:28:50 UTC. -- Nov 23 18:59:46.878102 dv-cinder-819007-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 18:59:49.614225 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.common.config [-] Logging enabled! Nov 23 18:59:49.614819 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 18:59:49.615012 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 18:59:49.618303 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.common.config [-] Logging enabled! Nov 23 18:59:49.618562 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 18:59:49.618883 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 18:59:49.619859 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:59:49.620096 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:59:49.620454 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:59:49.620702 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:59:49.620931 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:59:49.621295 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.621723 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 18:59:49.622037 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.622335 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.622631 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.622930 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.623233 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.623505 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.623826 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.624130 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.624418 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.624700 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.624992 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.625290 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.625577 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.625870 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.626161 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.626457 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] debug = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.626741 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.627184 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.627592 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.627899 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.628197 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.628479 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.628768 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.629038 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.629327 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.629659 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] host = dv-cinder-819007-1-iscsi {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.629940 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.630229 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.630517 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.631082 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.631082 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.631342 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.631624 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.631929 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.632207 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.632483 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.632772 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.633064 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.633365 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.633595 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.633818 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.634108 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.634397 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.634675 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.634952 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.635229 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.635503 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.635795 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.636072 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.636359 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.636646 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.636988 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.637268 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.637628 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.637907 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.638183 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.638472 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.638753 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.639027 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.639301 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.639589 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.639927 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.640405 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.640921 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.641337 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.641631 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.641923 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.642204 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.642491 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.642771 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.643047 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.643322 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_json = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.643621 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.643903 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.644190 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.644465 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.644739 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.645012 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.645283 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.645572 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:49.645876 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.646177 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.646482 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.646770 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.647077 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.647359 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.647651 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.647959 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.648252 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.648543 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.648836 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.649116 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.649406 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.649687 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.649985 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.650295 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.650592 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.650885 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.651165 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.651439 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.651717 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.652023 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.652313 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.653161 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.653455 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.653748 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.654034 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.654336 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.654629 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.654928 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.655222 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.655501 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.655818 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.656122 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.656408 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.656694 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.656972 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.657261 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.657543 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.657819 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.658104 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.658386 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.658664 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.658940 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.659227 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.659522 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.659826 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.660107 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.660382 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.660661 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.660934 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.661219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.661497 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.661775 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.662051 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.662335 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.662610 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.662885 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.663162 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.663436 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.663716 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.664026 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.664304 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.664580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.664854 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.665382 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.665654 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.665927 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.666204 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.666475 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.666749 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.667026 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.667295 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.667569 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.667883 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.668793 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.669081 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.669364 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.669647 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.669930 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.670210 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.670490 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.670771 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.671052 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.671332 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.671626 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.671942 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.672235 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.672523 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.672835 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.673138 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.673419 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.673703 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.673982 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.674261 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.674547 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.674837 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.675137 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.675435 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.675733 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.676059 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.676357 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.676639 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.676950 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.677236 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:49.677452 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:59:49.677693 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102593) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 18:59:50.108500 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 18:59:50.108773 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 18:59:50.109077 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 18:59:50.109423 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 18:59:50.434933 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.435202 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.435427 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.436663 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.436940 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.437208 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.473655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.473929 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.474196 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.489327 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.489684 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.489876 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.519398 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.519682 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.519974 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.559545 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.560016 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.560130 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.807657 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.808324 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.808324 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.808516 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.809840 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.908498 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.908819 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.909104 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.909378 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.909647 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.909958 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.910219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.910475 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.910732 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.911014 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.911276 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.911541 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.911820 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.912077 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.912333 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.912601 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.912866 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.913137 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.913407 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.913666 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.913938 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.914190 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.914470 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.914848 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.915350 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.916099 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.916099 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.916258 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.916458 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.916693 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.916928 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.917161 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:50.917527 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 18:59:50.920907 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 18:59:50.924915 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 18:59:50.928691 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 23 18:59:50.930482 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 18:59:50.930938 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 18:59:50.931273 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 18:59:50.931657 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 18:59:50.935128 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 18:59:50.935380 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 18:59:50.935732 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 18:59:50.941109 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 18:59:50.964550 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 18:59:50.965062 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.965370 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102593) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 18:59:50.965732 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.967128 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102593) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 18:59:50.967408 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 18:59:50.967652 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 18:59:50.971085 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:50.971375 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.035146 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 18:59:51.035384 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 18:59:51.035619 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 18:59:51.036021 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 18:59:51.057922 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_db.sqlalchemy.engines [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102593) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 18:59:51.606115 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing driver for type 'gre' Nov 23 18:59:51.606776 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] gre ID ranges: [(1, 1000)] Nov 23 18:59:51.661026 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing driver for type 'local' Nov 23 18:59:51.661572 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing driver for type 'vlan' Nov 23 18:59:51.674031 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] VlanTypeDriver initialization complete Nov 23 18:59:51.674481 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing driver for type 'vxlan' Nov 23 18:59:51.675011 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] vxlan ID ranges: [(1, 1000)] Nov 23 18:59:51.727590 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing extension driver 'port_security' Nov 23 18:59:51.727964 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.extensions.port_security [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] PortSecurityExtensionDriver initialization complete Nov 23 18:59:51.728325 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing mechanism driver 'openvswitch' Nov 23 18:59:51.728675 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing mechanism driver 'hyperv' Nov 23 18:59:51.735354 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:51.736064 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.736436 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.736787 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.737316 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.737750 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.738106 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.738449 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.738846 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.739256 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.739604 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.739970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.740366 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.740774 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.741124 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.741463 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.741992 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.742403 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.742753 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.743094 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.743513 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.743949 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > address_group after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.744296 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > address_group after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.744636 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.745030 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:59:51.745408 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] ML2 OVO RPC backend initialized. {{(pid=102593) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 18:59:51.746642 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.747146 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.747565 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.747942 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > networks before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.748293 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.748637 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > ports before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.748983 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.749346 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnets before_response 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.749692 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.750032 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.750367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.750702 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.751043 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.751375 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.751708 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.752081 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.752413 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.752985 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.plugin [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Modular L2 Plugin initialization complete Nov 23 18:59:51.753315 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading services supported by the core plugin {{(pid=102593) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 18:59:51.753642 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.plugins.ml2.managers [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Got port-security extension from driver 'port_security' Nov 23 18:59:51.754107 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.extensions.vlantransparent [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Disabled vlantransparent extension. Nov 23 18:59:51.754593 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102593) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 18:59:51.754908 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: router Nov 23 18:59:51.791006 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.791390 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_create 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.791758 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router before_create 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.792142 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.792514 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.792872 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_delete 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.793233 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.793610 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.793945 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_create 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.794290 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.794635 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.794982 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.795337 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.795744 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.796140 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.796482 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.796819 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: subnet after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.797160 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.797508 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.797855 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_create 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.798197 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.798542 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.798898 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router after_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.799246 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.799599 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_create 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.799985 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.800330 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_update 55549900 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.800693 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > agent after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.801040 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > agent after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.801382 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > network after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.802230 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Tracking information for resource: router configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:51.802562 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Tracking information for resource: floatingip configured {{(pid=102593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:59:51.807506 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.db.l3_agentschedulers_db [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 18:59:51.808114 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.809143 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.809646 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.809834 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.810559 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router before_create 55550100 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.810926 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.811286 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_create 55550100 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.811645 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > router precommit_update 55550100 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.816504 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.provider_configuration [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service providers = [] {{(pid=102593) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 18:59:51.816870 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.db.servicetype_db [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102593) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 18:59:51.819849 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.service_base [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:59:51.820201 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.service_base [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:59:51.820546 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.service_base [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:59:51.821437 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.services.service_base [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:59:51.821809 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.services.service_base [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 18:59:51.822182 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.822499 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 18:59:51.833855 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.834190 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: auto_allocate Nov 23 18:59:51.840067 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: network precommit_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.840479 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: network precommit_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.841057 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.841361 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: tag Nov 23 18:59:51.847957 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.848291 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: timestamp Nov 23 18:59:51.852334 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.852669 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: network_ip_availability Nov 23 18:59:51.858319 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.858634 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.858987 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:51.859703 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.860048 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: flavors Nov 23 18:59:51.864802 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.865131 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading Plugin: revisions Nov 23 18:59:51.869401 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:59:51.869793 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=102593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 18:59:51.870538 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102593) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 18:59:51.870874 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Initializing extension manager. Nov 23 18:59:51.872020 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: __init__.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.872365 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: __pycache__ {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.872700 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.873037 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: address_group.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.873785 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.874348 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: address-group Nov 23 18:59:51.874670 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: address_scope.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.875565 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.876102 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: address-scope Nov 23 18:59:51.876442 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.877347 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.877853 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: router-admin-state-down-before-update Nov 23 18:59:51.878178 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: agent.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.878873 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.879374 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: agent Nov 23 18:59:51.879693 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: agent_resources_synced.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.880698 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.881202 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: agent-resources-synced Nov 23 18:59:51.881521 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: allowedaddresspairs.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.883303 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.883843 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: allowed-address-pairs Nov 23 18:59:51.884169 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: auto_allocated_topology.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.885246 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.885757 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: auto-allocated-topology Nov 23 18:59:51.886081 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: availability_zone.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.887308 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.887908 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: availability_zone Nov 23 18:59:51.888232 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: availability_zone_filter.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.889149 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.889654 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: availability_zone_filter Nov 23 18:59:51.889977 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: data_plane_status.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.890883 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.891389 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 18:59:51.891709 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: default_subnetpools.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.892653 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.893181 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: default-subnetpools Nov 23 18:59:51.893501 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.894311 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.894814 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: dhcp_agent_scheduler Nov 23 18:59:51.895136 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: dns.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.896074 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.896573 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 18:59:51.896893 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: dns_domain_ports.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.897808 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.898315 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 18:59:51.898636 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.899557 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.900092 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 18:59:51.900414 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: dvr.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.901084 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.901588 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: dvr Nov 23 18:59:51.901908 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: ecmp_routes.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.903010 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.903515 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 18:59:51.903866 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: empty_string_filtering.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.904778 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.905289 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: empty-string-filtering Nov 23 18:59:51.905611 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.906530 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.907033 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 18:59:51.907352 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.908286 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.908791 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 18:59:51.909110 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: external_net.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.910025 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.910538 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: external-net Nov 23 18:59:51.910861 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.911785 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.912298 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: extra_dhcp_opt Nov 23 18:59:51.912617 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: extraroute.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.913527 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.914027 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: extraroute Nov 23 18:59:51.914342 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: extraroute_atomic.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.915627 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.916177 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: extraroute-atomic Nov 23 18:59:51.916498 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: filter_validation.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.917154 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.917657 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: filter-validation Nov 23 18:59:51.918024 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: fip_pf_description.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.919073 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.919626 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 18:59:51.919976 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: fip_port_details.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.920894 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.921399 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: fip-port-details Nov 23 18:59:51.921712 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: flavors.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.922953 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.923466 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: flavors Nov 23 18:59:51.923818 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.925484 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.926004 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 18:59:51.926338 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: floatingip_pools.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.927035 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.927546 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: floatingip-pools Nov 23 18:59:51.927911 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: ip_allocation.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.928854 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.929365 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 18:59:51.929688 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.930604 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.931112 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: ip-substring-filtering Nov 23 18:59:51.931438 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l2_adjacency.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.932386 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.932891 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 18:59:51.933215 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.934858 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.935375 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: router Nov 23 18:59:51.935699 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.937979 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.938507 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 18:59:51.938842 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.939800 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.940319 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: ext-gw-mode Nov 23 18:59:51.940645 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.941558 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.942064 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: l3-ha Nov 23 18:59:51.942387 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3_flavors.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.943293 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.943820 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: l3-flavors Nov 23 18:59:51.944144 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.945052 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.945558 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 18:59:51.945879 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: l3agentscheduler.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.946914 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.947425 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: l3_agent_scheduler Nov 23 18:59:51.947747 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: local_ip.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.950177 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.950697 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension local_ip not supported by any of loaded plugins Nov 23 18:59:51.951027 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: logging.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.952549 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.953065 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension logging not supported by any of loaded plugins Nov 23 18:59:51.953393 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: metering.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.954134 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.954710 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: metering Nov 23 18:59:51.955035 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.956149 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.956668 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: metering_source_and_destination_fields Nov 23 18:59:51.956994 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: multiprovidernet.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.957917 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.958430 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: multi-provider Nov 23 18:59:51.958758 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: netmtu.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.959674 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.960218 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: net-mtu Nov 23 18:59:51.960541 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: netmtu_writable.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.961456 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.961965 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: net-mtu-writable Nov 23 18:59:51.962287 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: network_availability_zone.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.962949 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.963453 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: network_availability_zone Nov 23 18:59:51.963789 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: network_ip_availability.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.964938 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.965542 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: network-ip-availability Nov 23 18:59:51.965774 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: network_segment_range.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.966532 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.967036 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 18:59:51.967354 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: pagination.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.969860 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.970203 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: pagination Nov 23 18:59:51.970533 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: port_device_profile.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.971479 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.972037 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: port-device-profile Nov 23 18:59:51.972365 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.973296 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.973811 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: port-mac-address-regenerate Nov 23 18:59:51.974133 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.975045 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.975557 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: port-numa-affinity-policy Nov 23 18:59:51.975914 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: port_resource_request.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.976832 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.977340 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 18:59:51.977660 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: port_resource_request_groups.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.978619 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.979127 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 18:59:51.979446 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: portbindings.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.980924 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.981426 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: binding Nov 23 18:59:51.981745 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: portbindings_extended.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.983036 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.983552 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: binding-extended Nov 23 18:59:51.983919 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: portsecurity.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.984850 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.985364 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: port-security Nov 23 18:59:51.985691 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: project_id.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.986666 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.986994 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: project-id Nov 23 18:59:51.987314 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: providernet.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.988262 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.988775 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: provider Nov 23 18:59:51.989101 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.992685 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.993206 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos not supported by any of loaded plugins Nov 23 18:59:51.993537 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.994782 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.995301 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 18:59:51.995631 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.997174 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:51.997923 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 18:59:51.998396 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_default.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:51.999525 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.000074 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-default not supported by any of loaded plugins Nov 23 18:59:52.000402 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_fip.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.001059 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.001568 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 18:59:52.001889 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_gateway_ip.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.002815 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.003329 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 18:59:52.003650 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_port_network_policy.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.004589 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.005104 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 18:59:52.005425 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.006492 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.007006 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 18:59:52.007330 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_pps_rule.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.008537 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.009055 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 18:59:52.009382 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_rule_type_details.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.010296 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.010802 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 18:59:52.011126 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: qos_rules_alias.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.012292 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.012806 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 18:59:52.013129 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: quota_check_limit.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.014043 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.014550 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: quota-check-limit Nov 23 18:59:52.014873 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: quotasv2.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.015818 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.016147 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: quotas Nov 23 18:59:52.016465 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: quotasv2_detail.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.019843 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.020187 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: quota_details Nov 23 18:59:52.020521 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: rbac.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.021577 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.022107 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: rbac-policies Nov 23 18:59:52.022441 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: rbac_address_group.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.023368 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.023922 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: rbac-address-group Nov 23 18:59:52.024253 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: rbac_address_scope.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.025178 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.025690 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: rbac-address-scope Nov 23 18:59:52.026016 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: rbac_security_groups.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.026929 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.027482 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: rbac-security-groups Nov 23 18:59:52.027929 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: rbac_subnetpool.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.028852 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.029373 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: rbac-subnetpool Nov 23 18:59:52.029699 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: revisionifmatch.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.030618 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.031125 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: revision-if-match Nov 23 18:59:52.031449 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: revisions.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.032587 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.033098 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: standard-attr-revisions Nov 23 18:59:52.033423 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: router_availability_zone.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.034089 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.034602 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: router_availability_zone Nov 23 18:59:52.034926 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: routerservicetype.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.035864 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.036373 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 18:59:52.036696 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.037687 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.038196 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: security-groups-normalized-cidr Nov 23 18:59:52.038521 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.039448 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.040230 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: port-security-groups-filtering Nov 23 18:59:52.040562 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.041490 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.042003 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: security-groups-remote-address-group Nov 23 18:59:52.042326 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.043804 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.044314 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: security-groups-shared-filtering Nov 23 18:59:52.044638 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.045361 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 18:59:52.045681 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: securitygroup.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.055579 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.056145 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: security-group Nov 23 18:59:52.056480 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: segment.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.057266 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.057776 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension segment not supported by any of loaded plugins Nov 23 18:59:52.058105 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.059895 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.060414 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 18:59:52.060744 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: servicetype.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.061867 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.062386 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: service-type Nov 23 18:59:52.062712 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: sorting.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.063702 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.064062 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: sorting Nov 23 18:59:52.064386 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: standard_attr_segment.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.065308 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.065824 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 18:59:52.066149 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: standardattrdescription.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.066796 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.067304 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: standard-attr-description Nov 23 18:59:52.067628 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: stateful_security_group.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.068579 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.069097 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: stateful-security-group Nov 23 18:59:52.069424 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: stdattrs_common.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.069999 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 18:59:52.070322 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.071267 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.071872 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 18:59:52.072202 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnet_onboard.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.073272 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.073793 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: subnet_onboard Nov 23 18:59:52.074117 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.075081 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.075591 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 18:59:52.075946 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnet_service_types.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.076871 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.077384 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: subnet-service-types Nov 23 18:59:52.077707 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnetallocation.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.078826 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.079338 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: subnet_allocation Nov 23 18:59:52.079669 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.080367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.080878 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: subnetpool-prefix-ops Nov 23 18:59:52.081200 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.082144 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.082657 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 18:59:52.082977 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: tagging.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.084079 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.084597 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: standard-attr-tag Nov 23 18:59:52.084922 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: timestamp.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.086163 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.086752 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loaded extension: standard-attr-timestamp Nov 23 18:59:52.087007 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: trunk.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.088078 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.088595 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension trunk not supported by any of loaded plugins Nov 23 18:59:52.088921 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: trunk_details.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.089911 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.090574 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 18:59:52.090897 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: uplink_status_propagation.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.091851 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.092367 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 18:59:52.092692 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Loading extension file: vlantransparent.py {{(pid=102593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:59:52.093358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:59:52.093866 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 18:59:52.096500 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:network Nov 23 18:59:52.097033 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnet Nov 23 18:59:52.097426 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:59:52.097829 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:port Nov 23 18:59:52.099062 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.099501 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service FLAVORS assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.100150 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.100574 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.100904 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:router Nov 23 18:59:52.101326 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 18:59:52.101816 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service METERING assigned prefix: /metering {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.103251 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:52.103623 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:52.104011 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:59:52.105031 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 18:59:52.105999 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:security_group Nov 23 18:59:52.106426 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 18:59:52.107082 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service CORE assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.107408 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:59:52.107750 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] subnetpool is already registered Nov 23 18:59:52.108203 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service CORE assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.108572 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:59:52.108858 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] subnetpool is already registered Nov 23 18:59:52.111096 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.111524 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service FLAVORS assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.112142 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.112566 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.112898 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:router Nov 23 18:59:52.113236 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] router is already registered Nov 23 18:59:52.113643 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 18:59:52.113977 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] floatingip is already registered Nov 23 18:59:52.114423 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service METERING assigned prefix: /metering {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.115077 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 18:59:52.115402 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] rbac_policy is already registered Nov 23 18:59:52.115832 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:security_group Nov 23 18:59:52.116170 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] security_group is already registered Nov 23 18:59:52.116569 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 18:59:52.116902 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] security_group_rule is already registered Nov 23 18:59:52.117518 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service CORE assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.117844 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:59:52.118173 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] subnetpool is already registered Nov 23 18:59:52.118587 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.v2.resource_helper [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Service CORE assigned prefix: {{(pid=102593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:59:52.118908 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:59:52.119238 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING neutron.quota.resource_registry [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] subnetpool is already registered Nov 23 18:59:52.119737 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: extensions {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.121865 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: address-groups {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.123341 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: address-scopes {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.124698 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: agents {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.125861 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: auto-allocated-topology {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.127132 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: availability_zones {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.128397 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: dhcp-networks {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.129923 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: dhcp-agents {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.131338 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: routers {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.133563 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: flavors {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.134723 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: service_profiles {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.135971 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: next_providers {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.137717 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: service_profiles {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.139250 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: floatingip-pools {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.140483 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: routers {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.142593 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: floatingips {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.144803 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: l3-routers {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.146202 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: l3-agents {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.147603 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: metering-labels {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.148983 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: metering-label-rules {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.150277 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: network-ip-availabilities {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.151536 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: bindings {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.153372 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: quotas {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.154914 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: quotas {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.156591 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: rbac-policies {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.157888 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: security-groups {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.159117 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: security-group-rules {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.160376 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: service-providers {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.161585 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: subnetpools {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.162989 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: subnetpools {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.164488 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.166441 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.168888 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.170659 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.172534 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.174375 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.176075 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.177993 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.179829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.181683 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron.api.extensions [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Extended resource: tags {{(pid=102593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:59:52.188272 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING keystonemiddleware.auth_token [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 18:59:52.192958 dv-cinder-819007-1-iscsi neutron-server[102593]: WARNING keystonemiddleware.auth_token [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 18:59:52.202763 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Acquired lock "singleton_lock" {{(pid=102593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 18:59:52.203228 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_concurrency.lockutils [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Releasing lock "singleton_lock" {{(pid=102593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 18:59:52.203981 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Starting 2 workers Nov 23 18:59:52.209609 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Started child 102736 {{(pid=102593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:59:52.214972 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Started child 102737 {{(pid=102593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:59:52.216042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.217132 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO neutron.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 18:59:52.217711 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [-] (102736) wsgi starting up on http://0.0.0.0:9696 Nov 23 18:59:52.218029 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Publish callbacks [] for process, before_spawn {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.219858 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.220769 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Starting 1 workers Nov 23 18:59:52.221228 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [-] (102737) wsgi starting up on http://0.0.0.0:9696 Nov 23 18:59:52.226000 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Started child 102738 {{(pid=102593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:59:52.226538 dv-cinder-819007-1-iscsi neutron-server[102593]: INFO oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Starting 1 workers Nov 23 18:59:52.229646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] calling RpcWorker wait() {{(pid=102738) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 18:59:52.230363 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] returning from RpcWorker wait() {{(pid=102738) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 18:59:52.231649 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Started child 102739 {{(pid=102593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:59:52.232498 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5264464c-c7c2-49b7-a1cb-b89529cb3321 None None] Publish callbacks [] for process, after_spawn {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.232676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.233056 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:52.234322 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 18:59:52.234532 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:59:52.234720 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:59:52.234938 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:59:52.235282 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:59:52.235465 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:59:52.235995 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.236273 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.236503 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.237061 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.237061 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.237061 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.237634 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.237912 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.238147 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.238422 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.238710 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.238870 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.239007 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.239210 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.239455 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.239756 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.240049 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.240304 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.240564 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.240719 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.240958 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.241217 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.241442 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.241705 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] debug = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.241942 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.242447 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.242676 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.242944 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.243208 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.243445 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.243724 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.243955 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.244201 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.244420 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.244667 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.244935 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.245170 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.245381 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.245633 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.245851 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.246254 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.246978 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.247454 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] host = dv-cinder-819007-1-iscsi {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.247704 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.247933 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.248165 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.248414 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.248769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.248934 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.249132 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.249385 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.249644 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.249866 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.250084 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.250341 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.250622 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.250826 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.250988 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_options = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.251219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.251487 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.251753 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.251974 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.252140 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.252315 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.252577 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.252731 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.252979 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.253194 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.253444 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.253608 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.253851 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.254058 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.254320 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.254552 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.254765 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.254994 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.255235 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.255478 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.255705 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.255969 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.256204 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.256440 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.256673 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.256883 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.257116 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.257332 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.257566 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.257787 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.258027 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.258284 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.258515 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.258742 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.259010 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.259233 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.259461 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.259672 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.259951 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.260178 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.260425 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.260730 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.260916 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.261139 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.261367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.261598 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.261966 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_json = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.262216 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.262462 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.262708 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.262944 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.263154 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.263369 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.263591 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.263838 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.264249 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.264519 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.264885 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.265138 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.265285 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.266769 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.267202 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.267345 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.267440 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:52.267602 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.267980 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.268415 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.268747 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.269001 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.269243 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.269465 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.269694 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.269917 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.270219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.270630 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.271072 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.271293 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.271545 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.271843 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.272535 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.272535 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.273030 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.273030 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.273824 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.273824 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.273824 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.274328 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.274328 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.274328 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.274736 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.274736 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.275007 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.275144 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.275680 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.275680 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.276013 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.276664 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.276664 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.276664 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.278367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.283112 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.284970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.285999 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.286531 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.286531 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.286788 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.287042 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.287296 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.287510 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.287747 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.287990 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.288250 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.288439 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.288872 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.289043 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.289203 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.289531 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.289531 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.289803 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.290668 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.290668 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.290668 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.290917 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.291090 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.291513 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.291753 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.292026 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.292258 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.292522 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.292808 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.293591 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.293943 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.294177 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.294336 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.294649 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.294922 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.295195 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.295430 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.295683 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.295970 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.296228 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.296477 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.296749 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.297000 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.297236 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.297477 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.297717 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.297932 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.298184 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.298516 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.298747 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.298960 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.299172 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.299446 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.299691 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.299965 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.300296 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.300463 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.300702 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.300944 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.301175 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.301406 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.301635 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.301858 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.302258 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.302688 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.303087 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.303505 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.303723 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.303964 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.304234 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.304449 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.304690 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.304902 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.305150 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.305346 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.305591 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.305798 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.306259 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.306259 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.306558 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.306708 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.306898 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.307113 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.307360 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.307580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.307878 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.308125 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.308346 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.308610 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.309578 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.309822 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.310035 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.310886 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.310886 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.310886 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.311295 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.311295 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.311444 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.311544 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.311805 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.312042 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.312272 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.312529 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.312863 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.313110 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.313338 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.313582 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.313794 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.314026 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.314259 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.314492 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.314727 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.314943 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.315226 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.315462 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.315613 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.315882 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.316100 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.316325 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.316533 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.316747 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.316956 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.317294 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.317497 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.317721 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.318039 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.318207 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.318435 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.318657 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.318857 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.319080 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.319300 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.319515 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.320197 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.320598 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.320712 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.320831 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.321080 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.321297 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.321728 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.321953 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.322190 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.322782 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.323158 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.323533 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.323741 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.324019 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.324335 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.324695 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.324938 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.325277 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.325473 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.325776 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.326021 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.326229 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.326471 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.326688 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.326953 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.327259 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.327511 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.327727 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.328034 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.328281 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.328577 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.328848 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.329161 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.329376 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.329611 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.329834 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.330106 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.330271 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.330495 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.330803 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.331088 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.331333 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.331663 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.331951 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.332219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.332492 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.332705 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.333055 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.333402 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.333679 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.333983 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.334235 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.334479 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.334719 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.334934 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.335168 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.335380 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.335593 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.335909 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.336138 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.336402 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.336633 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.336919 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.337144 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.337404 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.338581 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.338581 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.338581 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.338581 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:59:52.338903 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 18:59:52.338983 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:59:52.339087 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:59:52.339258 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:59:52.339422 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:59:52.339571 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:59:52.340303 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.340484 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.340702 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.340861 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341018 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341194 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341351 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341505 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341661 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341816 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.341971 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342124 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342278 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342432 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342586 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342739 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.342893 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343047 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343205 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343360 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343514 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343667 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.343844 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] debug = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344000 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344198 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344511 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344664 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344816 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.344969 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345122 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345275 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345428 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345582 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345735 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.345887 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346040 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346195 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346347 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346500 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346652 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346806 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] host = dv-cinder-819007-1-iscsi {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.346949 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.347403 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.347403 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.347403 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.347936 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.348015 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.348171 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.348666 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.348835 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.349255 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.349424 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.349584 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.349739 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.349892 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350046 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_options = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350201 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350355 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350539 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350684 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.350844 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.351384 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.351545 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.351701 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.351878 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.352035 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.352175 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.352331 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.352485 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.352638 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353088 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353185 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353310 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353442 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353575 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353771 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.353946 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354101 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354255 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354410 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354564 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354723 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.354872 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.355174 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.356091 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.356236 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.356386 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.356689 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.356863 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357009 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357148 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357305 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357674 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357674 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357968 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.357968 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358483 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358483 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358788 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.358788 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359056 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_json = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359056 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359326 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359326 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359604 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359604 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359969 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.359969 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.360210 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:59:52.360210 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.360480 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.360480 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.360741 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.360877 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361012 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361147 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361291 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361650 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361650 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.361650 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362042 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362042 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362280 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362280 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362511 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362633 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362755 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.362876 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363006 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363129 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363272 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363437 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363595 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363751 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.363957 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364115 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364280 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364437 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364608 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364764 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.364921 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365078 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365234 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365391 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365549 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365706 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.365864 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366020 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366177 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366333 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366517 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366656 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366778 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.366933 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367090 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367246 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367575 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367575 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367828 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.367913 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368038 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368155 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368313 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368469 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368625 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368780 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.368947 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369102 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369259 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369414 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369571 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369727 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.369882 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370039 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370196 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370352 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370504 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:52.370595 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370669 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370822 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.370978 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.371189 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.371388 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.371547 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.371703 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.371882 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372039 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372195 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372353 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372512 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372668 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372824 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.372981 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373138 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373294 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373451 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373607 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373763 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.373921 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374076 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374232 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374397 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374568 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374724 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.374881 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375038 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375194 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375351 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375506 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375663 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.375842 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376000 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376156 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376311 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376484 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376717 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376817 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.376899 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377057 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377212 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377368 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377523 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377678 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377835 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.377990 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378146 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378302 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378457 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378622 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378777 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.378936 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379091 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379253 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379419 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379576 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379733 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.379914 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380069 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380225 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380382 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380537 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380698 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.380859 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.381014 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.381180 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.381337 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.381493 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.381653 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.382655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.382655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.382655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.382655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.382655 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.383580 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384358 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384880 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384880 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384880 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.384880 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385144 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385220 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385310 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385469 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385625 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.385783 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386123 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386123 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386324 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386448 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386569 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386823 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.386823 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387063 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.387829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388147 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388147 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388286 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388351 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388518 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388612 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388770 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.388934 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389079 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389219 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389499 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389657 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389814 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.389971 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390129 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390299 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390454 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390615 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390771 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.390927 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391084 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391241 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391399 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391554 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391709 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.391933 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392095 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392255 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392412 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392568 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392726 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.392882 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393039 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393194 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393366 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393523 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393680 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393836 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.393991 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394149 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394313 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394469 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394626 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394780 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.394936 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395092 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395257 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395415 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395571 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395727 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.395906 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396065 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396229 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396386 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396529 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396687 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.396845 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397003 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397166 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397524 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397524 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397766 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397766 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.397923 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398050 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398210 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398367 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398524 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398679 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.398835 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399000 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399158 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399314 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399476 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399632 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399810 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.399968 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400135 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400292 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400449 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400608 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400753 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.400910 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401067 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401228 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401393 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401555 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401712 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.401875 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.402038 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.402202 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.402929 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403129 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403238 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403319 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403468 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403624 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403809 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.403957 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404113 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404269 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404425 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404581 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404737 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.404893 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405049 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405208 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405363 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405518 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405673 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405829 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.405984 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.406139 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:59:52.406288 dv-cinder-819007-1-iscsi neutron-server[102593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:59:52.548891 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 37812) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:52.557366 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062613 Nov 23 19:00:04.008600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba481e19-bbd3-419d-b865-025f771a0963 None None] get_active_networks_info from dv-cinder-819007-1-iscsi {{(pid=102738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:04.103596 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba481e19-bbd3-419d-b865-025f771a0963 None None] No non-hosted networks {{(pid=102738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 19:00:04.118607 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.agentschedulers_db [None req-ba481e19-bbd3-419d-b865-025f771a0963 None None] DHCP Agent not found on host dv-cinder-819007-1-iscsi {{(pid=102738) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 19:00:04.232105 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-60769b1f-8eec-4e19-9bd5-ae824d8e6cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.190954 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5e12137b-3577-429e-a46d-eaff73f059d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.243151 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-14c72721-6f6b-4628-8ccf-cc3603ea0dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.472580 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.783298 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.115138 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.db.l3_hamode_db [None req-4bdeecc0-05ad-4971-b9a3-267aa3a3e473 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 19:00:09.193508 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdeecc0-05ad-4971-b9a3-267aa3a3e473 None None] Routers set() bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:09.193897 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdeecc0-05ad-4971-b9a3-267aa3a3e473 None None] Router IDs set() for agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 19:00:10.057588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:10.242963 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.243860 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.244496 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.245066 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.245459 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.245804 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.246429 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.246841 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.247409 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.247743 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.248295 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.248645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.248976 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:10.249385 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819007-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:10.255945 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819007-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:10.579256 dv-cinder-819007-1-iscsi neutron-server[102736]: WARNING oslo_policy.policy [None req-e9a76193-33d4-4ac4-9f40-dc5e88806caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:10.579992 dv-cinder-819007-1-iscsi neutron-server[102736]: WARNING oslo_policy.policy [None req-e9a76193-33d4-4ac4-9f40-dc5e88806caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:10.806474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [None req-e9a76193-33d4-4ac4-9f40-dc5e88806caa admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:10.807758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e9a76193-33d4-4ac4-9f40-dc5e88806caa admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7480156 Nov 23 19:00:13.307526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37920) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:13.616350 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:13.714361 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.policy [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102736) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 19:00:13.762051 dv-cinder-819007-1-iscsi neutron-server[102736]: WARNING oslo_policy.policy [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:13.762432 dv-cinder-819007-1-iscsi neutron-server[102736]: WARNING oslo_policy.policy [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:13.771041 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.quota [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] Loaded quota_driver: . Nov 23 19:00:13.863554 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384922144', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384921717', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384919374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384907895', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384898313', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789384888837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1833114', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1354225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-517655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443882'] for rbac-policy, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.931343 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.932542 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a5ab4b64-2a8a-44a8-84df-ca1302a9faed admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6234226 Nov 23 19:00:16.613559 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37932) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:16.913281 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1b892b42f32342399ade788c770b0202', 'name': 'private', 'project_id': '1b892b42f32342399ade788c770b0202'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:16.943320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Made reservation on behalf of 1b892b42f32342399ade788c770b0202 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:16.946114 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.962504 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.067473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.071136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.097059 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:17.122092 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789382773679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.122676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Unsubscribe: segment precommit_create {{(pid=102736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 19:00:17.123179 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Added segment 0941db61-7175-46ea-b790-324e5197de6e of type vlan for network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 Nov 23 19:00:17.128597 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07319e-7f4c-4b9b-826c-40bad688af86,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:17.150352 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.150881 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.151217 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.152120 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.152490 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.152827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.153152 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.153479 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.153811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.154125 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.154436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.154743 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Tracked resource versions report: Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: pushed versions: Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: { 'AddressGroup': {'1.2'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'ConntrackHelper': {'1.0'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Log': {'1.0'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Network': {'1.1'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Port': {'1.7'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'PortForwarding': {'1.2'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'QosPolicy': {'1.10'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroup': {'1.5'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SubPort': {'1.0'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Subnet': {'1.1'}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Trunk': {'1.1'}} Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: consumer versions: Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'ConntrackHelper': '1.0', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Log': '1.0', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Network': '1.1', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Port': '1.7', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'PortForwarding': '1.2', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'QosPolicy': '1.10', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroup': '1.5', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroupRule': '1.2', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SubPort': '1.0', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Subnet': '1.1', Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Trunk': '1.1'}} Nov 23 19:00:17.155870 dv-cinder-819007-1-iscsi neutron-server[102736]: {{(pid=102736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:00:17.250359 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.288839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.290278 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:17.290939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.351077 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7363763 Nov 23 19:00:17.390415 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9779f98-ab53-47da-84ca-f68c009788ca admin admin] Pushing event updated for resources: {'Network': ['ID=fc87d9ec-b9c3-42df-ae96-7e70c148bec8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:17.403024 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:20.130612 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37946) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:20.530708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a0160-8f63-468d-81bd-17b7befc1380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.532099 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-570a0160-8f63-468d-81bd-17b7befc1380 admin admin] 10.222.0.31 "GET /v2.0/networks/fc87d9ec-b9c3-42df-ae96-7e70c148bec8 HTTP/1.1" status: 200 len: 825 time: 0.4005065 Nov 23 19:00:20.556730 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-55a2d49a-f3c3-4eef-9a17-e5984dba32f5 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/7ffe9ab9-7909-46c1-98f2-a52e1a3cc735 HTTP/1.1" status: 200 len: 734 time: 0.0186167 Nov 23 19:00:20.566523 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735', 'gateway_ip': '172.20.0.1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'name': 'private-subnet', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:20.587629 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Made reservation on behalf of 1b892b42f32342399ade788c770b0202 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:20.589911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.877302 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.946993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=42066ea9-be66-4f9f-8a5c-baca02899050,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:20.950416 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Checking segment: {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:20.950757 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Network hostable DHCP agents. Network: fc87d9ec-b9c3-42df-ae96-7e70c148bec8, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:20.971244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:20.982628 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, fc87d9ec-b9c3-42df-ae96-7e70c148bec8) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:20.988559 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.989314 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.992793 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10b6b2-35c5-4ad2-8aca-45095171a67c None None] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:21.008255 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-69332257-8d98-4085-99a7-44c54bed5cce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451773 Nov 23 19:00:21.322068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:21.324479 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.623868 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Allocated IP 172.20.0.2 (fc87d9ec-b9c3-42df-ae96-7e70c148bec8/42066ea9-be66-4f9f-8a5c-baca02899050/0b399ba0-abaa-415e-b469-8595f8960e34) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:21.825725 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.833600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.910915 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:21.916374 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:21.925884 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:21.928936 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Pushing event updated for resources: {'Port': ['ID=0b399ba0-abaa-415e-b469-8595f8960e34,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:21.975279 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.975644 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.976011 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.976345 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.976672 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.977005 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.977325 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.977647 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.977994 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.978315 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.978634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.978950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Tracked resource versions report: Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: pushed versions: Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: { 'AddressGroup': {'1.2'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'ConntrackHelper': {'1.0'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Log': {'1.0'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Network': {'1.1'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Port': {'1.7'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'PortForwarding': {'1.2'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'QosPolicy': {'1.10'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroup': {'1.5'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SubPort': {'1.0'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Subnet': {'1.1'}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Trunk': {'1.1'}} Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: consumer versions: Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'ConntrackHelper': '1.0', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Log': '1.0', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Network': '1.1', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Port': '1.7', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'PortForwarding': '1.2', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'QosPolicy': '1.10', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroup': '1.5', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroupRule': '1.2', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SubPort': '1.0', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Subnet': '1.1', Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Trunk': '1.1'}} Nov 23 19:00:21.980749 dv-cinder-819007-1-iscsi neutron-server[102738]: {{(pid=102738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:00:22.014021 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Attempting to bind port 0b399ba0-abaa-415e-b469-8595f8960e34 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:22.014612 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Attempting to bind port 0b399ba0-abaa-415e-b469-8595f8960e34 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:22.014823 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Attempting to bind port 0b399ba0-abaa-415e-b469-8595f8960e34 on network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:22.019590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:22.020003 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Checking segment: {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:22.020460 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.020850 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Bound using segment: {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:22.021332 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Bound port: 0b399ba0-abaa-415e-b469-8595f8960e34, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:22.021749 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.081827 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] For port 0b399ba0-abaa-415e-b469-8595f8960e34, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:22.085988 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] For port 0b399ba0-abaa-415e-b469-8595f8960e34, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=0b399ba0-abaa-415e-b469-8595f8960e34,segment=NetworkSegment(0941db61-7175-46ea-b790-324e5197de6e),segment_id=0941db61-7175-46ea-b790-324e5197de6e)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:22.091403 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.156839 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02418d6-9e3c-4c72-a10f-73bc865b24d5 None None] Pushing event updated for resources: {'Port': ['ID=0b399ba0-abaa-415e-b469-8595f8960e34,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:23.557107 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37954) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:23.873895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [None req-df1dd8d3-100e-4c09-b798-9f66331003cd admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:23.874986 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-df1dd8d3-100e-4c09-b798-9f66331003cd admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168707 Nov 23 19:00:26.463276 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 37962) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:26.783561 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [None req-640997cb-a2f7-40cc-b559-d3593347bcf6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:26.784673 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-640997cb-a2f7-40cc-b559-d3593347bcf6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199289 Nov 23 19:00:29.524568 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 37972) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:30.054653 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING oslo_policy.policy [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:30.055230 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING oslo_policy.policy [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:30.287923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Request body: {'router': {'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:30.292312 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:00:30.355962 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.policy [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102737) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 19:00:30.405152 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING oslo_policy.policy [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:30.405539 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING oslo_policy.policy [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 19:00:30.414226 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.quota [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Loaded quota_driver: . Nov 23 19:00:30.472711 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.474485 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.624670 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.630042 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.651916 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.653201 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ac799f26-40e5-42e5-a576-9d688da7c07c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1276655 Nov 23 19:00:31.302543 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96690c29-8feb-4d8f-91f6-7104d50417e5 None None] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:31.386608 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] Provisioning complete for port 0b399ba0-abaa-415e-b469-8595f8960e34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:31.386993 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.597013 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.646560 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] For port 0b399ba0-abaa-415e-b469-8595f8960e34, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=0b399ba0-abaa-415e-b469-8595f8960e34,segment=NetworkSegment(0941db61-7175-46ea-b790-324e5197de6e),segment_id=0941db61-7175-46ea-b790-324e5197de6e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:31.653935 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.705444 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754b75a-7039-4e0c-833a-74273c0a53c8 None None] Pushing event updated for resources: {'Port': ['ID=0b399ba0-abaa-415e-b469-8595f8960e34,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:31.875191 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-318ed4a4-9a61-49d7-a134-71e3b413b08a None None] Provisioning complete for port 0b399ba0-abaa-415e-b469-8595f8960e34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:31.875486 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-318ed4a4-9a61-49d7-a134-71e3b413b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.967212 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 0b399ba0-abaa-415e-b469-8595f8960e34 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:32.016802 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 0b399ba0-abaa-415e-b469-8595f8960e34 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:32.017172 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.143962 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 37992) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:33.457295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [None req-5725fd64-8a61-44b7-8a58-fbdebb99c0fb admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:33.458310 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5725fd64-8a61-44b7-8a58-fbdebb99c0fb admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134291 Nov 23 19:00:33.938628 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6663fcba-9477-46bd-87bc-bafbfcd2db2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.915756 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38000) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:36.189302 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-899612fd-380d-46ea-a193-a377b41240b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.233531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:36.255428 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Made reservation on behalf of 2a7df38d45ed40e7b0f0d2e154b6a497 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:36.257666 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.265923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.340099 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.343811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.361635 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Reserving flat network on physical network physnet1 {{(pid=102736) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 19:00:36.378585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73336d9-9906-445e-94da-206c13867d17,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:36.384700 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.385049 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Added segment c87c8b90-9f42-4c6e-9772-c469947ad0ee of type flat for network 976530d0-138b-4730-ae3e-1962dcfb8dfe Nov 23 19:00:36.439714 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.472847 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.473758 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:36.474322 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.504863 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5880678 Nov 23 19:00:36.536573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc29203-3e6a-4c4c-9a17-536fe6dabf70 admin admin] Pushing event updated for resources: {'Network': ['ID=976530d0-138b-4730-ae3e-1962dcfb8dfe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:36.548148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:37.388164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:38.717034 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.021918 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38018) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:39.253315 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ea33a-d28a-4acd-8b14-ee1b16a0a38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:39.254817 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-985ea33a-d28a-4acd-8b14-ee1b16a0a38c admin admin] 10.222.0.31 "GET /v2.0/subnets/42066ea9-be66-4f9f-8a5c-baca02899050 HTTP/1.1" status: 200 len: 849 time: 0.2319765 Nov 23 19:00:39.371627 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f3c68150-73d0-4fdf-ab47-aa8192aad9dd admin admin] 10.222.0.31 "GET /v2.0/routers/1ba951e6-af9d-41cd-8a60-4f44dae65893 HTTP/1.1" status: 200 len: 704 time: 0.1108658 Nov 23 19:00:39.648850 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.951995 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Allocated IP 172.20.0.1 (fc87d9ec-b9c3-42df-ae96-7e70c148bec8/42066ea9-be66-4f9f-8a5c-baca02899050/d6a06fea-2c32-408b-9910-4d07a80e88a8) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:40.153369 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.221937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.244482 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.286738 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:40.291620 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:40.344570 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:40.344719 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.364690 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Pushing event updated for resources: {'Port': ['ID=d6a06fea-2c32-408b-9910-4d07a80e88a8,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:40.411674 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.412078 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.412419 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.412760 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.413089 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.413435 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.413769 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.414110 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.414456 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.415118 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Tracked resource versions report: Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: pushed versions: Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: { 'AddressGroup': {'1.2'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'ConntrackHelper': {'1.0'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Log': {'1.0'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Network': {'1.1'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Port': {'1.7'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'PortForwarding': {'1.2'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'QosPolicy': {'1.10'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroup': {'1.5'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SubPort': {'1.0'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Subnet': {'1.1'}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Trunk': {'1.1'}} Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: consumer versions: Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'ConntrackHelper': '1.0', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Log': '1.0', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Network': '1.1', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Port': '1.7', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'PortForwarding': '1.2', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'QosPolicy': '1.10', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroup': '1.5', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroupRule': '1.2', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SubPort': '1.0', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Subnet': '1.1', Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Trunk': '1.1'}} Nov 23 19:00:40.420161 dv-cinder-819007-1-iscsi neutron-server[102737]: {{(pid=102737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:00:40.540633 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ab8a-a3d7-420a-921a-a4af751c4c3e None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:40.540998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8a-a3d7-420a-921a-a4af751c4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.554309 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.573763 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6ab8a-a3d7-420a-921a-a4af751c4c3e None None] Port d6a06fea-2c32-408b-9910-4d07a80e88a8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:40.768324 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.772649 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.773540 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.828664 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Pushing event updated for resources: {'Port': ['ID=d6a06fea-2c32-408b-9910-4d07a80e88a8,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:40.895301 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:40.896657 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:41.093940 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-44817d51-4bf5-4c90-a8a2-052c23e2a499 None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:41.094303 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-44817d51-4bf5-4c90-a8a2-052c23e2a499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.101948 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Router 1ba951e6-af9d-41cd-8a60-4f44dae65893 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:00:41.127892 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-44817d51-4bf5-4c90-a8a2-052c23e2a499 None None] Port d6a06fea-2c32-408b-9910-4d07a80e88a8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:41.191503 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:41.196711 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-4a7b7b58-82c4-44dd-9359-6be66f3a3e5e admin admin] 10.222.0.31 "PUT /v2.0/routers/1ba951e6-af9d-41cd-8a60-4f44dae65893/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8194635 Nov 23 19:00:41.201272 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Sync routers for ids ['1ba951e6-af9d-41cd-8a60-4f44dae65893'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:41.214104 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Routers {'1ba951e6-af9d-41cd-8a60-4f44dae65893'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:41.215020 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:00:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['1ba951e6-af9d-41cd-8a60-4f44dae65893'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:41.405320 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Set router 1ba951e6-af9d-41cd-8a60-4f44dae65893 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:41.841423 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:40Z', 'revision_number': 2, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port_host': None, '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:40Z', 'revision_number': 2, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:41.893221 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Checking router: 1ba951e6-af9d-41cd-8a60-4f44dae65893 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:41.893599 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Updating router 1ba951e6-af9d-41cd-8a60-4f44dae65893 port d6a06fea-2c32-408b-9910-4d07a80e88a8 binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:00:41.942605 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.457573 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.464459 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.635137 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Pushing event updated for resources: {'Port': ['ID=d6a06fea-2c32-408b-9910-4d07a80e88a8,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:42.638339 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Attempting to bind port d6a06fea-2c32-408b-9910-4d07a80e88a8 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:42.638736 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Attempting to bind port d6a06fea-2c32-408b-9910-4d07a80e88a8 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:42.639180 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Attempting to bind port d6a06fea-2c32-408b-9910-4d07a80e88a8 on network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:42.647256 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:42.647484 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Checking segment: {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:42.647950 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.648339 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Bound using segment: {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:42.648817 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Bound port: d6a06fea-2c32-408b-9910-4d07a80e88a8, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0941db61-7175-46ea-b790-324e5197de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:42.649205 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.656635 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d701e39b-b4ab-4f9b-bbdc-17ef49df30f2 None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:42.657091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d701e39b-b4ab-4f9b-bbdc-17ef49df30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.658648 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.659030 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.659369 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.659702 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.660060 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.660387 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.660713 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.661040 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.661369 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.661692 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.662012 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.662329 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Tracked resource versions report: Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: pushed versions: Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: { 'AddressGroup': {'1.2'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Log': {'1.0'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Network': {'1.1'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Port': {'1.7'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'PortForwarding': {'1.2'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'QosPolicy': {'1.10'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroup': {'1.5'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SubPort': {'1.0'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Subnet': {'1.1'}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Trunk': {'1.1'}} Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: consumer versions: Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'ConntrackHelper': '1.0', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Log': '1.0', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Network': '1.1', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Port': '1.7', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'PortForwarding': '1.2', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'QosPolicy': '1.10', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroup': '1.5', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroupRule': '1.2', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SubPort': '1.0', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Subnet': '1.1', Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Trunk': '1.1'}} Nov 23 19:00:42.663399 dv-cinder-819007-1-iscsi neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:00:42.729581 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] For port d6a06fea-2c32-408b-9910-4d07a80e88a8, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:42.742459 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d701e39b-b4ab-4f9b-bbdc-17ef49df30f2 None None] Port d6a06fea-2c32-408b-9910-4d07a80e88a8 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:42.751579 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] For port d6a06fea-2c32-408b-9910-4d07a80e88a8, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d6a06fea-2c32-408b-9910-4d07a80e88a8,segment=NetworkSegment(0941db61-7175-46ea-b790-324e5197de6e),segment_id=0941db61-7175-46ea-b790-324e5197de6e)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:42.756902 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.815045 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f569fc-f816-41b6-8319-6d06c1cc706e None None] Pushing event updated for resources: {'Port': ['ID=d6a06fea-2c32-408b-9910-4d07a80e88a8,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:42.817924 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Routers {'1ba951e6-af9d-41cd-8a60-4f44dae65893'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:42.818914 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:00:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['1ba951e6-af9d-41cd-8a60-4f44dae65893'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:42.911448 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] Set router 1ba951e6-af9d-41cd-8a60-4f44dae65893 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:42.963631 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:42.964175 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.040763 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.073052 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] For port d6a06fea-2c32-408b-9910-4d07a80e88a8, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d6a06fea-2c32-408b-9910-4d07a80e88a8,segment=NetworkSegment(0941db61-7175-46ea-b790-324e5197de6e),segment_id=0941db61-7175-46ea-b790-324e5197de6e)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:43.078770 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.127188 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:40Z', 'revision_number': 2, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port_host': None, '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:42Z', 'revision_number': 4, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:43.131418 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa54c61-40e1-46a3-b48c-0bdf3eda5c16 None None] Pushing event updated for resources: {'Port': ['ID=d6a06fea-2c32-408b-9910-4d07a80e88a8,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:43.158908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2739c73-b63a-408b-ab9b-833090b8cb3d None None] The sync data for ids ['1ba951e6-af9d-41cd-8a60-4f44dae65893'] in dv-cinder-819007-1-iscsi is: [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:40Z', 'revision_number': 2, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port_host': None, '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:42Z', 'revision_number': 4, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:43.574394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38042) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:43.690998 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a4aa4-89de-4166-a6a5-82a3b47cfb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:43.692371 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-624a4aa4-89de-4166-a6a5-82a3b47cfb4f admin admin] 10.222.0.31 "GET /v2.0/networks/976530d0-138b-4730-ae3e-1962dcfb8dfe HTTP/1.1" status: 200 len: 842 time: 0.1169991 Nov 23 19:00:43.702815 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'name': 'public-subnet'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:43.724037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Made reservation on behalf of 2a7df38d45ed40e7b0f0d2e154b6a497 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:43.726329 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.054930 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.objects.ports [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:00:44.055376 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.109410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9e7e32-f9a7-4467-80d5-832d42f4030d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:44.118604 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:44.118952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Network hostable DHCP agents. Network: 976530d0-138b-4730-ae3e-1962dcfb8dfe, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:44.134831 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:44.143321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 976530d0-138b-4730-ae3e-1962dcfb8dfe) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:44.147126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:44.147710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.155143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2426f7-94d8-4f53-a43e-66d4618764ae None None] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:44.165492 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9e7598ce-a3a9-4559-91b2-4623e3bdac1c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4666998 Nov 23 19:00:44.294215 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776a0789-a75e-49d1-9190-3d0831e18b86 None None] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:46.579846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38050) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:46.811179 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e1378386-0381-4ae8-92e8-9cdb6e075572 admin admin] 10.222.0.31 "GET /v2.0/routers/1ba951e6-af9d-41cd-8a60-4f44dae65893 HTTP/1.1" status: 200 len: 710 time: 0.2293224 Nov 23 19:00:46.903265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72734e1-c0a2-4b5a-867d-3cf41713391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:46.904666 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a72734e1-c0a2-4b5a-867d-3cf41713391b admin admin] 10.222.0.31 "GET /v2.0/networks/976530d0-138b-4730-ae3e-1962dcfb8dfe HTTP/1.1" status: 200 len: 886 time: 0.0883522 Nov 23 19:00:46.914316 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:47.208340 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.452079 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.524717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.682287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Allocated IP 172.27.0.19 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/94e38e57-ebf2-44f0-998b-956720a0a013) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:47.799461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.859524 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.931359 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:47.941109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:47.946445 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:47.949922 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Pushing event updated for resources: {'Port': ['ID=94e38e57-ebf2-44f0-998b-956720a0a013,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:48.242115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.438566 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2710'] for router, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.443525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-418382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418908'] for router, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.625749 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Router 1ba951e6-af9d-41cd-8a60-4f44dae65893 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:48.738115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:48.742819 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.744047 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e9df4f02-9254-4689-ab23-a1738d624e6d admin admin] 10.222.0.31 "PUT /v2.0/routers/1ba951e6-af9d-41cd-8a60-4f44dae65893 HTTP/1.1" status: 200 len: 889 time: 1.8331947 Nov 23 19:00:49.996376 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d6a06fea-2c32-408b-9910-4d07a80e88a8 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:50.044520 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:50.044899 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:50.114184 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Sync routers for ids ['1ba951e6-af9d-41cd-8a60-4f44dae65893'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:50.133509 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Routers {'1ba951e6-af9d-41cd-8a60-4f44dae65893'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:50.134164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:00:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['1ba951e6-af9d-41cd-8a60-4f44dae65893'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:50.346917 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Set router 1ba951e6-af9d-41cd-8a60-4f44dae65893 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:50.743790 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:48Z', 'revision_number': 4, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port': {'id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:47Z', 'updated_at': '2021-11-23T19:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:43Z', 'revision_number': 5, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:50.792565 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Checking router: 1ba951e6-af9d-41cd-8a60-4f44dae65893 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:50.792922 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Updating router 1ba951e6-af9d-41cd-8a60-4f44dae65893 port 94e38e57-ebf2-44f0-998b-956720a0a013 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:00:50.914921 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.234540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.242703 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.247515 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38062) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:51.296126 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Attempting to bind port 94e38e57-ebf2-44f0-998b-956720a0a013 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:51.296499 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Attempting to bind port 94e38e57-ebf2-44f0-998b-956720a0a013 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:51.296861 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Attempting to bind port 94e38e57-ebf2-44f0-998b-956720a0a013 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:51.303728 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f35e7-a9cc-47a6-9c2a-1f3184e93a97 None None] Pushing event updated for resources: {'Port': ['ID=94e38e57-ebf2-44f0-998b-956720a0a013,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:51.307124 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:51.307527 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:51.307945 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.308546 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:51.309037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Bound port: 94e38e57-ebf2-44f0-998b-956720a0a013, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:51.309535 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.364454 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3950627c-6325-4f78-b797-3ed91cf5782e admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152854 Nov 23 19:00:51.365371 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] For port 94e38e57-ebf2-44f0-998b-956720a0a013, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:51.368361 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] For port 94e38e57-ebf2-44f0-998b-956720a0a013, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=94e38e57-ebf2-44f0-998b-956720a0a013,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:51.373797 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.436735 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Routers {'1ba951e6-af9d-41cd-8a60-4f44dae65893'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:51.437273 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:00:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['1ba951e6-af9d-41cd-8a60-4f44dae65893'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:51.439141 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f35e7-a9cc-47a6-9c2a-1f3184e93a97 None None] Pushing event updated for resources: {'Port': ['ID=94e38e57-ebf2-44f0-998b-956720a0a013,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:51.552957 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] Set router 1ba951e6-af9d-41cd-8a60-4f44dae65893 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:51.768648 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:48Z', 'revision_number': 4, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port': {'id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:47Z', 'updated_at': '2021-11-23T19:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:43Z', 'revision_number': 5, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:51.795737 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f9f4-f4ff-49db-8d67-36dcb57b5707 None None] The sync data for ids ['1ba951e6-af9d-41cd-8a60-4f44dae65893'] in dv-cinder-819007-1-iscsi is: [{'id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'name': 'router1', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:30Z', 'updated_at': '2021-11-23T19:00:48Z', 'revision_number': 4, 'project_id': '1b892b42f32342399ade788c770b0202', 'gw_port': {'id': '94e38e57-ebf2-44f0-998b-956720a0a013', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:47Z', 'updated_at': '2021-11-23T19:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'd6a06fea-2c32-408b-9910-4d07a80e88a8', 'name': '', 'network_id': 'fc87d9ec-b9c3-42df-ae96-7e70c148bec8', 'tenant_id': '1b892b42f32342399ade788c770b0202', 'mac_address': 'fa:16:3e:65:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba951e6-af9d-41cd-8a60-4f44dae65893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:00:39Z', 'updated_at': '2021-11-23T19:00:43Z', 'revision_number': 5, 'project_id': '1b892b42f32342399ade788c770b0202', 'subnets': [{'id': '42066ea9-be66-4f9f-8a5c-baca02899050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ffe9ab9-7909-46c1-98f2-a52e1a3cc735'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:52.028422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 94e38e57-ebf2-44f0-998b-956720a0a013 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:52.089854 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 94e38e57-ebf2-44f0-998b-956720a0a013 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:52.090228 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.182150 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.207052 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 94e38e57-ebf2-44f0-998b-956720a0a013, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=94e38e57-ebf2-44f0-998b-956720a0a013,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:52.212009 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.265931 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=94e38e57-ebf2-44f0-998b-956720a0a013,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:53.972983 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 94e38e57-ebf2-44f0-998b-956720a0a013 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:54.055878 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 94e38e57-ebf2-44f0-998b-956720a0a013 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:54.056258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.940667 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-61a03d31-fb1b-4604-84e4-0c3d3984231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.190939 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f779201b-bab0-4798-866a-9527ff891a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.293587 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:01:07.390940 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.724066 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.248515 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.953810 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-00fc1a3c-4eaa-4928-bd64-c8c72e46afb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:36.197792 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ceac1821-4e30-4d9f-bc15-17aff8ad972c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.397276 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.715152 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.251956 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:44.294395 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:03.947235 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3c077059-5331-4267-864c-5397aae02448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.200355 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0810-9246-40cf-9c2a-4483c1e37a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.397284 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:08.716596 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:10.253348 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.683979 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38546) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:11.744088 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e8b477-7979-40d3-bc20-ad7aa9d19e6f admin admin] GET failed (client error): The resource could not be found. Nov 23 19:02:11.745393 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-77e8b477-7979-40d3-bc20-ad7aa9d19e6f admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604744 Nov 23 19:02:11.908649 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24b85c-7302-4959-ac1e-9c1ee19e2fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:11.910036 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ee24b85c-7302-4959-ac1e-9c1ee19e2fa1 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600718 Nov 23 19:02:14.177200 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38556) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:14.269016 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d21a3-ef32-41d2-9129-049d06d5c3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.270378 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-096d21a3-ef32-41d2-9129-049d06d5c3dd admin admin] 10.222.0.31 "GET /v2.0/subnets/42066ea9-be66-4f9f-8a5c-baca02899050 HTTP/1.1" status: 200 len: 849 time: 0.0922015 Nov 23 19:02:14.280388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:14.366406 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.504360 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789382645625'] for subnet, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.536518 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.537109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.557389 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] 10.222.0.31 "PUT /v2.0/subnets/42066ea9-be66-4f9f-8a5c-baca02899050 HTTP/1.1" status: 200 len: 868 time: 0.2804618 Nov 23 19:02:14.560292 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb5070-fc4c-4638-aab5-72be46552b0a None None] Network fc87d9ec-b9c3-42df-ae96-7e70c148bec8 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:14.580109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42066ea9-be66-4f9f-8a5c-baca02899050,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:14.588649 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.589010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.589354 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.589695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.590043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.590366 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.590697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.591049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.591383 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.591888 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.592223 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.592544 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91e498-5781-49d6-92a1-fa36293c75f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.937794 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-08e7d50c-569f-4717-b1a1-a5cc8fb33066 None None] Provisioning complete for port 0b399ba0-abaa-415e-b469-8595f8960e34 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:14.938165 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-08e7d50c-569f-4717-b1a1-a5cc8fb33066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.025774 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-08e7d50c-569f-4717-b1a1-a5cc8fb33066 None None] Provisioning complete for port d6a06fea-2c32-408b-9910-4d07a80e88a8 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:15.026141 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-08e7d50c-569f-4717-b1a1-a5cc8fb33066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.833708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38564) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:17.032317 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca14e4-9cb5-4396-8a83-a7b581dccdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:17.032779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca14e4-9cb5-4396-8a83-a7b581dccdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:17.034294 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f5ca14e4-9cb5-4396-8a83-a7b581dccdee admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996322 Nov 23 19:02:19.290393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38572) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:19.421626 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f6e10-325f-4fe8-bcc5-4e0cc07c4b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:19.422084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f6e10-325f-4fe8-bcc5-4e0cc07c4b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:19.423582 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-342f6e10-325f-4fe8-bcc5-4e0cc07c4b14 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320124 Nov 23 19:02:21.293506 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:21.698910 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38580) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:21.824172 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098f37c-11d0-4451-a735-975726fa085c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:21.825563 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f098f37c-11d0-4451-a735-975726fa085c admin admin] 10.222.0.31 "GET /v2.0/networks/976530d0-138b-4730-ae3e-1962dcfb8dfe HTTP/1.1" status: 200 len: 886 time: 0.1257141 Nov 23 19:02:24.090488 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38588) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:24.232570 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8584a-8f47-42c5-9625-9b1bb1f40774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:24.233825 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-90f8584a-8f47-42c5-9625-9b1bb1f40774 admin admin] 10.222.0.31 "GET /v2.0/networks/fc87d9ec-b9c3-42df-ae96-7e70c148bec8 HTTP/1.1" status: 200 len: 869 time: 0.1423986 Nov 23 19:02:26.553463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38596) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:26.680129 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49f8fa-c385-400f-b690-e344c452663d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:26.680573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49f8fa-c385-400f-b690-e344c452663d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:26.683171 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1f49f8fa-c385-400f-b690-e344c452663d admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287577 Nov 23 19:02:28.943915 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38604) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:29.067680 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af989d3e-5724-459b-bf64-754423c75454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:29.068166 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af989d3e-5724-459b-bf64-754423c75454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:29.069702 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-af989d3e-5724-459b-bf64-754423c75454 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248448 Nov 23 19:02:31.351043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:31.441573 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9ef0a-714d-4337-8cfc-266980748cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:31.442882 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e3c9ef0a-714d-4337-8cfc-266980748cb3 admin admin] 10.222.0.31 "GET /v2.0/subnets/42066ea9-be66-4f9f-8a5c-baca02899050 HTTP/1.1" status: 200 len: 868 time: 0.0909090 Nov 23 19:02:33.686324 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38622) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:33.771121 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cd0a7-1f42-437b-b4ea-26c9776a2a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:33.772466 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-816cd0a7-1f42-437b-b4ea-26c9776a2a3e admin admin] 10.222.0.31 "GET /v2.0/subnets/dd9e7e32-f9a7-4467-80d5-832d42f4030d HTTP/1.1" status: 200 len: 816 time: 0.0852160 Nov 23 19:02:33.949921 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b15d287c-845b-47f1-910d-db63063a0df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.202549 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c18787d4-97a5-4bf1-b36b-c8b20d2343fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.402006 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.720692 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:40.255846 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.936997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38676) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:57.984444 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [None req-0cdeb1e6-7118-467f-971c-1b04a7d196c2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:02:57.985443 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0cdeb1e6-7118-467f-971c-1b04a7d196c2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475118 Nov 23 19:02:58.295174 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:00.347130 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38684) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:00.406664 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaf2093-66f2-40f0-8199-78f26a99e6a3 admin admin] GET failed (client error): The resource could not be found. Nov 23 19:03:00.407937 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2aaf2093-66f2-40f0-8199-78f26a99e6a3 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598564 Nov 23 19:03:00.552980 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24620383-3cfd-45bd-a44f-60bc5e1a5030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:00.554357 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-24620383-3cfd-45bd-a44f-60bc5e1a5030 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420269 Nov 23 19:03:02.882018 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38692) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:02.930019 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:02.954753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Made reservation on behalf of 2a7df38d45ed40e7b0f0d2e154b6a497 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:02.957203 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:02.983711 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING neutron.services.revisions.revision_plugin [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Could not find related network for resource to bump revision. Nov 23 19:03:03.000521 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:03:03.013745 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789382773679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.014289 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Unsubscribe: segment precommit_create {{(pid=102737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 19:03:03.014759 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Added segment 08ab8560-0d41-41e3-8ff5-a87dc9169c09 of type vlan for network c36f4421-41fc-4530-8a40-3a97b3eeace9 Nov 23 19:03:03.064122 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.094872 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.095810 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:03.096381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.158555 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2752838 Nov 23 19:03:03.189322 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Pushing event updated for resources: {'Network': ['ID=c36f4421-41fc-4530-8a40-3a97b3eeace9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:03.197281 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.197849 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.198297 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.198627 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.198963 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.199298 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.199628 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.199986 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.200321 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.200648 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.200974 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.201296 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8964b-5f58-4170-a680-3689f5bb1810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:03.213321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:03:03.952699 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc254697-5e19-4b9c-8794-77cd007dbfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.474538 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38700) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:05.535217 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88b1aed-cbea-474f-b556-883cf3331439 admin admin] GET failed (client error): The resource could not be found. Nov 23 19:03:05.536517 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d88b1aed-cbea-474f-b556-883cf3331439 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610199 Nov 23 19:03:05.608628 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb483a-372d-4ea2-a52e-aa10664b5600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.610057 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c9bb483a-372d-4ea2-a52e-aa10664b5600 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689178 Nov 23 19:03:05.620182 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:05.643521 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Made reservation on behalf of 2a7df38d45ed40e7b0f0d2e154b6a497 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:05.645711 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.825261 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.881679 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c410cb6a-a007-4e73-94be-bdd5855c7e13,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:05.893264 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Checking segment: {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:05.893607 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Network hostable DHCP agents. Network: c36f4421-41fc-4530-8a40-3a97b3eeace9, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:03:05.913711 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:03:05.930193 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, c36f4421-41fc-4530-8a40-3a97b3eeace9) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:05.934828 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.935408 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.940535 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52a609-3eea-4cde-a530-2966a6b27e28 None None] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:05.952675 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d39cc7d8-f26b-4d45-8729-e506688a98b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3357887 Nov 23 19:03:06.110619 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-c36f4421-41fc-4530-8a40-3a97b3eeace9', 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9', 'tenant_id': '2a7df38d45ed40e7b0f0d2e154b6a497', 'fixed_ips': [{'subnet_id': 'c410cb6a-a007-4e73-94be-bdd5855c7e13'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:03:06.111540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.312972 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4441c8a5-2db8-404e-8e25-f086c12ef4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.357374 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Allocated IP 192.168.233.2 (c36f4421-41fc-4530-8a40-3a97b3eeace9/c410cb6a-a007-4e73-94be-bdd5855c7e13/1c33251f-a865-4990-a68f-7b49c730e526) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:06.503388 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.508710 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.553696 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:06.556867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:06.561922 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Pushing event updated for resources: {'Port': ['ID=1c33251f-a865-4990-a68f-7b49c730e526,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:06.564118 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:06.574815 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.575189 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.575535 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.575908 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.576246 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.576580 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.576914 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.577359 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.577566 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.577890 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.578218 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.578539 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:06.628183 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Attempting to bind port 1c33251f-a865-4990-a68f-7b49c730e526 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:06.628617 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Attempting to bind port 1c33251f-a865-4990-a68f-7b49c730e526 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:06.628978 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Attempting to bind port 1c33251f-a865-4990-a68f-7b49c730e526 on network c36f4421-41fc-4530-8a40-3a97b3eeace9 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:06.634197 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:06.634573 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Checking segment: {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:06.634973 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.635362 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Bound using segment: {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:06.635844 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Bound port: 1c33251f-a865-4990-a68f-7b49c730e526, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:06.636237 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.701119 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] For port 1c33251f-a865-4990-a68f-7b49c730e526, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:06.705463 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] For port 1c33251f-a865-4990-a68f-7b49c730e526, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=1c33251f-a865-4990-a68f-7b49c730e526,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:06.709976 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.772831 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ba7c-012a-4094-8a19-816420aa7606 None None] Pushing event updated for resources: {'Port': ['ID=1c33251f-a865-4990-a68f-7b49c730e526,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:07.407208 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.595498 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5dfce0-cdbc-4440-a669-547e1d971672 None None] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:07.674814 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] Provisioning complete for port 1c33251f-a865-4990-a68f-7b49c730e526 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:07.675106 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.814283 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.855086 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] For port 1c33251f-a865-4990-a68f-7b49c730e526, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=1c33251f-a865-4990-a68f-7b49c730e526,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:07.859360 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.912143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8d164-79dc-42f6-bd54-8ae5bf56829e None None] Pushing event updated for resources: {'Port': ['ID=1c33251f-a865-4990-a68f-7b49c730e526,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:08.068059 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 1c33251f-a865-4990-a68f-7b49c730e526 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:08.110686 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b3260531-606e-45fa-a6b5-78f73e6e0206 None None] Provisioning complete for port 1c33251f-a865-4990-a68f-7b49c730e526 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:08.110974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b3260531-606e-45fa-a6b5-78f73e6e0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.155332 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 1c33251f-a865-4990-a68f-7b49c730e526 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:08.155700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.726699 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.258400 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:33.954682 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-09312494-d485-4263-9e03-63a292aa187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.294144 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:36.205493 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-26a28e7c-6168-46b3-b016-ecb495f8571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:37.405686 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:38.726724 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:40.262437 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.956977 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-73f0080e-528c-4532-ab99-643e12ac9241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.208142 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b02441f9-2a06-454a-9863-5f77d712933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.409852 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.729062 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.265372 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:12.293881 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:04:17.423509 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:17.429247 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [None req-a8ca7ed3-1804-4cb6-9afa-7ae298b37201 tempest-verify_tempest_config-454336510 tempest-verify_tempest_config-454336510-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:04:17.430216 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-a8ca7ed3-1804-4cb6-9afa-7ae298b37201 tempest-verify_tempest_config-454336510 tempest-verify_tempest_config-454336510-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057180 Nov 23 19:04:17.719822 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:17.820912 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:17.919241 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:17.923017 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:17.968984 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5672e38644e94244bc5e20b9e3b17aff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2480466 Nov 23 19:04:17.970041 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabbef37-0ba1-4661-8cf1-8d6881250fca,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:17.971711 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:17.976766 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.977115 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.977450 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:17.981642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ab9ce-449a-4696-89ac-492b7038a744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.028131 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.051073 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.141688 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.144455 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.145597 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dabbef37-0ba1-4661-8cf1-8d6881250fca HTTP/1.1" status: 204 len: 168 time: 0.1728573 Nov 23 19:04:18.156686 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabbef37-0ba1-4661-8cf1-8d6881250fca,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:18.167687 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.168321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.168886 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.169447 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.170260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.170855 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.171426 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.172048 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.172613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.173166 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.173723 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:18.174274 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb3287-8880-4a70-adb9-c39876fbd0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:33.958975 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64d6254b-975e-4a5c-ab75-2875e4c3b9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:36.209525 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4704256e-195e-4212-a232-beb9a4d4f90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:37.412084 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:38.732200 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:40.267563 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:49.292777 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:03.959985 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c8ddd46-afac-42a2-a36a-7c663ecb9eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.212054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-417dbd39-eed4-4e28-8da3-1615b7383da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.415176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:08.734765 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:10.268049 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:26.290829 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 5 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:33.961641 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f3beecfa-eff1-49ed-a8dc-f6ec7ccc68cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:36.311473 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b229294-5ec5-41d3-b5b1-5b53f14c8239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.416848 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.737737 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.270634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.420655 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419669'] for agent, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.291641 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:06:03.963315 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9597edc1-e975-4301-96a8-fc8b13b743dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:04.742571 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 38842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:04.847808 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-91fac063-6297-4b89-97c7-fcfe52d39d4e admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1040347 Nov 23 19:06:06.213300 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f273ed58-810a-4ef7-b0f2-ea27629a6320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.143099 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38852) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:07.204552 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-8059ffc6-abc4-4f73-8079-304fa6ecbddb admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0603833 Nov 23 19:06:07.432700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.740251 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.272883 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:19.388316 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:33.965385 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d25c1e27-cc19-4e26-b2ee-d7d27ae146bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.214538 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c72873b5-e5b1-4105-b0b5-71442b2b11ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.422275 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.742453 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:40.275001 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:40.289081 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:06:49.402687 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.976820 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e781d5a4-f197-4a85-9494-f09949afa039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.217999 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a97a7ee6-c04d-4753-82f5-815f3568e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:07.426094 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:08.752590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:10.275286 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.288147 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:19.404877 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:33.983944 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77294f1d-ded0-4744-b3ac-e86302e10526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.217008 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91d5d65f-c12a-4c9d-8011-9879ee15caba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.541745 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 38988) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:36.859932 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-585863628-network', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:36.881213 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Made reservation on behalf of 2a447da97a8b4648906757caaf4a02dc for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:36.883773 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.893006 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.974846 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.978115 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.011038 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afafb335-068c-4f44-bf77-0a624f577224,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:37.018378 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:07:37.020786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.021155 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.021493 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.021994 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.022505 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.022859 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.023196 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.023544 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.023913 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.024418 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.024916 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.025245 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Tracked resource versions report: Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: pushed versions: Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: { 'AddressGroup': {'1.2'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'ConntrackHelper': {'1.0'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Log': {'1.0'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Network': {'1.1'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Port': {'1.7'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'PortForwarding': {'1.2'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'QosPolicy': {'1.10'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroup': {'1.5'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SubPort': {'1.0'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Subnet': {'1.1'}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Trunk': {'1.1'}} Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: consumer versions: Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: HyperV agent@hv-cinder-81900: {}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'ConntrackHelper': '1.0', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Log': '1.0', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Network': '1.1', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Port': '1.7', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'PortForwarding': '1.2', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'QosPolicy': '1.10', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroup': '1.5', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SecurityGroupRule': '1.2', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'SubPort': '1.0', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Subnet': '1.1', Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: 'Trunk': '1.1'}} Nov 23 19:07:37.026344 dv-cinder-819007-1-iscsi neutron-server[102737]: {{(pid=102737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:07:37.037633 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.037965 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Added segment 411ca514-b063-4d1b-a3b8-510ad348de50 of type vlan for network 0327e56a-74a7-4a6f-8d37-136214ac9946 Nov 23 19:07:37.083128 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.110750 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.111883 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.112559 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.172953 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39018) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:37.236328 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6928701 Nov 23 19:07:37.238358 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39028) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:37.243056 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Request body: {'subnet': {'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-subnet', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:37.266004 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Made reservation on behalf of 2a447da97a8b4648906757caaf4a02dc for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:37.268951 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.273312 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8ce89-8ab2-4f24-bceb-3701ef583c91 admin admin] Pushing event updated for resources: {'Network': ['ID=0327e56a-74a7-4a6f-8d37-136214ac9946,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:37.285160 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:07:37.444265 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.510449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-676785022-network', 'tenant_id': '7d5637d1383e4dadb75399b524472080'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:37.573523 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.582288 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Made reservation on behalf of 7d5637d1383e4dadb75399b524472080 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:37.584605 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.595940 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.652970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39058) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:37.679533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Checking segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:37.679927 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Network hostable DHCP agents. Network: 0327e56a-74a7-4a6f-8d37-136214ac9946, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:07:37.710123 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75b5cde-edb0-480d-b701-3e54909616d9,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:37.722205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:07:37.731481 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.732114 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.732276 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.732639 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.733005 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.733568 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.733912 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.734259 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.734613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.734943 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.735434 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.736010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Tracked resource versions report: Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: pushed versions: Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: { 'AddressGroup': {'1.2'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'ConntrackHelper': {'1.0'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Log': {'1.0'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Network': {'1.1'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Port': {'1.7'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'PortForwarding': {'1.2'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'QosPolicy': {'1.10'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroup': {'1.5'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SubPort': {'1.0'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Subnet': {'1.1'}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Trunk': {'1.1'}} Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: consumer versions: Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: HyperV agent@hv-cinder-81900: {}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'ConntrackHelper': '1.0', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Log': '1.0', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Network': '1.1', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Port': '1.7', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'PortForwarding': '1.2', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'QosPolicy': '1.10', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroup': '1.5', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SecurityGroupRule': '1.2', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'SubPort': '1.0', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Subnet': '1.1', Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: 'Trunk': '1.1'}} Nov 23 19:07:37.737022 dv-cinder-819007-1-iscsi neutron-server[102736]: {{(pid=102736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:07:37.753449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 0327e56a-74a7-4a6f-8d37-136214ac9946) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:37.761637 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c3e67-da9e-4db1-b3e7-7322c8977dd3 None None] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:37.766120 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.766920 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.775515 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.786628 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.825784 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff906747-534b-4644-b6a9-7a942822299b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:37.840745 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39068) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:37.841937 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f04212c3-4b74-401c-bb7c-3863c7b2d98a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6014314 Nov 23 19:07:37.846032 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:37.848171 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:07:37.861611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.862333 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Added segment fa82448b-574c-417b-98bd-a0a6cc3f2b68 of type vlan for network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 Nov 23 19:07:37.877987 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.880737 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.916750 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.951395 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.952654 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.953685 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.955805 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:37.984161 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-0327e56a-74a7-4a6f-8d37-136214ac9946', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:07:37.985194 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.036843 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] Pushing event updated for resources: {'Network': ['ID=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:38.055525 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-899f0734-321f-459d-87ed-0cb5b03f6288 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8787775 Nov 23 19:07:38.056195 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39072) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:38.062919 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Request body: {'subnet': {'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-676785022-subnet', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:38.100086 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Made reservation on behalf of 7d5637d1383e4dadb75399b524472080 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:38.103900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.106361 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.108482 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:07:38.197419 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:38.289178 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Allocated IP 172.20.0.2 (0327e56a-74a7-4a6f-8d37-136214ac9946/d75b5cde-edb0-480d-b701-3e54909616d9/e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:38.291707 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-770388728-network', 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:38.328749 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:38.404573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.466111 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.471099 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6555a961-fa26-4aea-8247-1c167b75a699,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:38.474095 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.498576 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Checking segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:38.499152 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Network hostable DHCP agents. Network: 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:07:38.499619 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.531995 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.539757 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:07:38.540284 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:38.558427 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:38.558640 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:38.566055 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:38.567240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.567844 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:38.575107 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96051268-60d6-4f9c-af20-326b6017041e None None] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:38.579998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Pushing event updated for resources: {'Port': ['ID=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:38.593264 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-eafaf50a-6e3b-4db4-85f4-c607e073d349 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5355725 Nov 23 19:07:38.595838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39096) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:38.601000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:38.611440 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1833716524-network', 'tenant_id': '4e6449a25b7144669ca401b3b7430d4a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:38.632159 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-network', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:38.635312 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:38.638863 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.655998 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.668993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.674810 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.724838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Made reservation on behalf of 4e6449a25b7144669ca401b3b7430d4a for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:38.727201 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.767333 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.775646 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Allocated IP 172.27.0.182 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:38.778287 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Made reservation on behalf of c576d7e7cd0f45beb714805242d099f0 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:38.781593 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.817833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.828884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.832020 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.832681 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.833230 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.833768 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.834785 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.835355 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.836068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.836624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.837176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.837717 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.838270 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.838796 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Tracked resource versions report: Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: pushed versions: Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: { 'AddressGroup': {'1.2'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'ConntrackHelper': {'1.0'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Log': {'1.0'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Network': {'1.1'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Port': {'1.7'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'PortForwarding': {'1.2'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'QosPolicy': {'1.10'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroup': {'1.5'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SubPort': {'1.0'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Subnet': {'1.1'}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Trunk': {'1.1'}} Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: consumer versions: Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: HyperV agent@hv-cinder-81900: {}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'ConntrackHelper': '1.0', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Log': '1.0', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Network': '1.1', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Port': '1.7', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'PortForwarding': '1.2', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'QosPolicy': '1.10', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroup': '1.5', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SecurityGroupRule': '1.2', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'SubPort': '1.0', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Subnet': '1.1', Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: 'Trunk': '1.1'}} Nov 23 19:07:38.840530 dv-cinder-819007-1-iscsi neutron-server[102738]: {{(pid=102738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:07:38.891018 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Attempting to bind port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:38.891894 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Attempting to bind port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:38.892389 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Attempting to bind port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:38.900294 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:38.900988 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Checking segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:38.901492 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.902258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Bound using segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:38.902875 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Bound port: e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:38.903690 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.921587 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:38.949279 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:07:38.951148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.012241 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.031856 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.045262 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.065721 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:07:39.081907 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.082426 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Added segment fe7133c3-d568-4926-9e6c-dd5b512fb9a9 of type vlan for network 770b0568-dfa1-400b-9591-47417bf041ce Nov 23 19:07:39.110112 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Allocated IP 172.20.0.2 (16c9391c-a12a-4f7f-93e8-9c0438f9c7d0/6555a961-fa26-4aea-8247-1c167b75a699/897addbb-5300-41ce-95d8-cd508746b091) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:39.114148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.120400 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.141432 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.182788 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:07:39.192767 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.193941 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:39.194636 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.203507 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88765410-7629-485f-86a7-052ae933626b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.211284 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.211624 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Added segment 60a6f45f-48bb-42e1-a0c5-a4a2bedf25df of type vlan for network f8b09e10-8118-421a-af62-2648a51687f4 Nov 23 19:07:39.249469 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5948379 Nov 23 19:07:39.256882 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39120) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:39.264409 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Request body: {'subnet': {'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-770388728-subnet', 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:39.275330 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.284664 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.288615 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.306395 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.328301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:39.330585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.352778 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:39.359500 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Pushing event updated for resources: {'Port': ['ID=897addbb-5300-41ce-95d8-cd508746b091,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.363367 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:39.376056 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:39.432338 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.445938 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.447068 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:39.447796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.453620 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.455826 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Attempting to bind port 897addbb-5300-41ce-95d8-cd508746b091 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:39.458632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Attempting to bind port 897addbb-5300-41ce-95d8-cd508746b091 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:39.459243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Attempting to bind port 897addbb-5300-41ce-95d8-cd508746b091 on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:39.472913 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] For port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:39.476500 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f14155-0e5a-41c5-a059-f96892f8b293,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.485476 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:39.486004 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Checking segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:39.486621 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.487113 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Bound using segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:39.488484 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Bound port: 897addbb-5300-41ce-95d8-cd508746b091, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:39.490037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.535993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b09e10-8118-421a-af62-2648a51687f4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.582370 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb63b-684b-46b5-b04b-79ed1ccd3f12 admin admin] Pushing event updated for resources: {'Network': ['ID=770b0568-dfa1-400b-9591-47417bf041ce,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.615445 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:07:39.635443 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.673428 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cca382b-8809-478c-92e8-e555183ecc32,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:39.682059 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.682609 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Added segment 0afe2f22-af57-4d60-b454-af01ada36ef1 of type vlan for network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b Nov 23 19:07:39.697567 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6e6010eb-b597-44c0-be48-b27652094ff6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3666191 Nov 23 19:07:39.704159 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.706465 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39134) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:39.714625 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Request body: {'subnet': {'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1833716524-subnet', 'tenant_id': '4e6449a25b7144669ca401b3b7430d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:39.757977 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.790777 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] For port 897addbb-5300-41ce-95d8-cd508746b091, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:39.795076 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] For port 897addbb-5300-41ce-95d8-cd508746b091, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=897addbb-5300-41ce-95d8-cd508746b091,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:39.796836 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network f8b09e10-8118-421a-af62-2648a51687f4 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:07:39.822344 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.844105 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:39.858997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:39.866191 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:39.876871 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Made reservation on behalf of 4e6449a25b7144669ca401b3b7430d4a for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:39.880900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.898026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Allocated IP 172.27.0.65 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/e869b431-4139-4a64-aba1-e4fcaa389195) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:39.902810 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 770b0568-dfa1-400b-9591-47417bf041ce details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:07:39.938214 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.969102 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.014691 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Pushing event updated for resources: {'Port': ['ID=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.029876 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] For port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:40.056113 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.101921 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.103063 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:40.105680 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.141225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284469c-2add-4f6d-99ab-cb07900eac8c None None] Pushing event updated for resources: {'Port': ['ID=897addbb-5300-41ce-95d8-cd508746b091,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.242529 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0433953 Nov 23 19:07:40.301908 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39158) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:40.307634 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Request body: {'subnet': {'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-subnet', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:40.382678 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37f3a65-4b19-420b-8f3f-d189d5ec0859,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.408778 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53704a89-780d-48dd-9aec-b286794b54b6 admin admin] Pushing event updated for resources: {'Network': ['ID=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.523102 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Checking segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:40.523102 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Network hostable DHCP agents. Network: 770b0568-dfa1-400b-9591-47417bf041ce, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:07:40.525233 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:07:40.526061 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.592870 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Network 770b0568-dfa1-400b-9591-47417bf041ce is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:07:40.676941 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 770b0568-dfa1-400b-9591-47417bf041ce) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:40.689710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:40.690213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.734847 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.746782 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.777321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c527bd0-7954-44f4-a245-09c8be4dbaae None None] Network 770b0568-dfa1-400b-9591-47417bf041ce requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:40.841670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b3431-6f32-43f0-a40e-edc6c0aca7e3 None None] Pushing event updated for resources: {'Port': ['ID=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.845932 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:40.874954 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:40.886179 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:40.903069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Pushing event updated for resources: {'Port': ['ID=e869b431-4139-4a64-aba1-e4fcaa389195,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.974806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Made reservation on behalf of c576d7e7cd0f45beb714805242d099f0 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:40.976956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39172) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:40.984295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.027091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36097d-3214-4933-a183-c0327ccf4bfa None None] Network 770b0568-dfa1-400b-9591-47417bf041ce requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:41.056488 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3a87eede-5d8f-4ebd-ab01-13f0f25e4b70 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7984622 Nov 23 19:07:41.125797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.132634 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.233107 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e259d3-d371-4f92-9e52-3ae1ad51991d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:41.274896 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d23e9db-2e71-46e1-8a30-e819c99aebc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.478996 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d23e9db-2e71-46e1-8a30-e819c99aebc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.497271 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.538370 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Checking segment: {'id': '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:41.542242 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Network hostable DHCP agents. Network: f8b09e10-8118-421a-af62-2648a51687f4, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:07:41.646302 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1d23e9db-2e71-46e1-8a30-e819c99aebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.803750 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1d23e9db-2e71-46e1-8a30-e819c99aebc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d4c24322cf14263b25b15fcf93ebfa4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8228710 Nov 23 19:07:41.864716 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39224) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:41.896291 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66cdf9-6a9b-48d7-88ae-16c3cd597a7a None None] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:41.917139 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.976221 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.017335 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71a4496-fa08-45b3-af51-4aa234310790,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:42.045407 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Network f8b09e10-8118-421a-af62-2648a51687f4 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:07:42.061052 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] Provisioning complete for port 897addbb-5300-41ce-95d8-cd508746b091 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:42.061710 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.076212 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, f8b09e10-8118-421a-af62-2648a51687f4) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:42.128224 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f09895-d23f-4e69-98be-9c4337d67d51 None None] Network f8b09e10-8118-421a-af62-2648a51687f4 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:42.150671 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.174279 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Checking segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:42.174486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23e9db-2e71-46e1-8a30-e819c99aebc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e381969e-4a91-471e-9507-24214774760d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:42.174646 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Network hostable DHCP agents. Network: 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:07:42.183235 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.203128 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.228081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Router 12e7d128-0468-433f-83b4-3fbc7b304349 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:07:42.357371 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.395559 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.465523 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:42.480244 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:42.486803 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca306cdf-1a29-4207-8d6e-9b5ea86743dd None None] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:42.513785 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-27d614d3-8b7a-43a2-a6ff-0b03ba6f894c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8046930 Nov 23 19:07:42.522610 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.525022 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:42.529102 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:42.539576 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.551189 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e381969e-4a91-471e-9507-24214774760d HTTP/1.1" status: 204 len: 168 time: 0.6844904 Nov 23 19:07:42.569178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.574547 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9cade-3bcd-4340-a698-7850cddfccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e381969e-4a91-471e-9507-24214774760d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:42.578100 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39280) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:42.592525 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-16cadc25-cf40-43df-802b-878713266d2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9949362 Nov 23 19:07:42.594550 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:07:42.624878 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ff4f9-bc6c-46cf-ac34-13f57c65af9e None None] Network f8b09e10-8118-421a-af62-2648a51687f4 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:42.662098 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:42.664624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.668423 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:42.691834 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.693116 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.724446 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] For port 897addbb-5300-41ce-95d8-cd508746b091, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=897addbb-5300-41ce-95d8-cd508746b091,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:42.725718 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2471a2f-cee0-409c-8655-57848cdb26c0 None None] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:42.804840 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9642c44a-2000-4bdd-bf10-d36fe74cf104 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4998350 Nov 23 19:07:42.806425 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39298) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:42.808382 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.811414 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:42.871052 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39314) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:42.877482 dv-cinder-819007-1-iscsi neutron-server[102736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 19:07:42.895011 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18cdd8-5e08-49d4-b7bf-4422be6f66ec None None] Pushing event updated for resources: {'Port': ['ID=897addbb-5300-41ce-95d8-cd508746b091,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:42.901805 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:42.948446 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:42.949440 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.996584 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.998084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.150813 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] Provisioning complete for port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:43.151459 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.297599 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:41Z', 'revision_number': 3, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:43.346596 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-b7edf490-4123-4511-a37f-84276313e927 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:43.359330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-b7edf490-4123-4511-a37f-84276313e927 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.4853473 Nov 23 19:07:43.380252 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:07:43.383978 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:43.384419 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Updating router 12e7d128-0468-433f-83b4-3fbc7b304349 port e869b431-4139-4a64-aba1-e4fcaa389195 binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:43.432941 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-12fb5dbf-ac1f-4079-9116-942edd9a3d47 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/quotas/3d45682445634cd0ba0cf2c7fbac1864 HTTP/1.1" status: 200 len: 375 time: 0.0719748 Nov 23 19:07:43.437332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.510393 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.564572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39342) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:43.582434 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-12d1f82a-4ded-4f32-9f5a-8b198f2e830e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483343 Nov 23 19:07:43.691265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:43.707032 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:43.710760 dv-cinder-819007-1-iscsi neutron-server[102737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 19:07:43.832821 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cf0b-f117-4c47-8625-2034e185077f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.938252 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:43.943864 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39362) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:43.956783 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-cc3ea8ff-019e-4369-88ed-da99f73e11d0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:07:43.958197 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-cc3ea8ff-019e-4369-88ed-da99f73e11d0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1456006 Nov 23 19:07:43.960861 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:44.005309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.048952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-dc885afa-17d7-4e53-bd7d-7a7651b1695b tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.050491 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-dc885afa-17d7-4e53-bd7d-7a7651b1695b tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/networks?id=f8b09e10-8118-421a-af62-2648a51687f4 HTTP/1.1" status: 200 len: 812 time: 0.3409724 Nov 23 19:07:44.053140 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.053526 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.059468 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0f203b1d-8cf8-4258-a17c-2f1624bc951f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2162721 Nov 23 19:07:44.063703 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.076606 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f298e55-125c-4b72-bff1-5346b3f3a1af None None] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:07:44.111512 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:44.112466 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:44.130398 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39368) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:44.148004 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Pushing event updated for resources: {'Port': ['ID=e869b431-4139-4a64-aba1-e4fcaa389195,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:44.155211 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Attempting to bind port e869b431-4139-4a64-aba1-e4fcaa389195 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:44.156105 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Attempting to bind port e869b431-4139-4a64-aba1-e4fcaa389195 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:44.156489 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Attempting to bind port e869b431-4139-4a64-aba1-e4fcaa389195 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:44.162648 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.163026 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.163378 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.163868 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.164216 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.164556 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.164890 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.165224 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.166023 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.166382 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.166718 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.167048 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Tracked resource versions report: Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: pushed versions: Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: { 'AddressGroup': {'1.2'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Log': {'1.0'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Network': {'1.1'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Port': {'1.7'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'PortForwarding': {'1.2'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'QosPolicy': {'1.10'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroup': {'1.5'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SubPort': {'1.0'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Subnet': {'1.1'}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Trunk': {'1.1'}} Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: consumer versions: Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: { DHCP agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: HyperV agent@hv-cinder-81900: {}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: L3 agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: Metadata agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: Metering agent@dv-cinder-819007-1-iscsi: {}, Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: Open vSwitch agent@dv-cinder-819007-1-iscsi: { 'AddressGroup': '1.2', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'ConntrackHelper': '1.0', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Log': '1.0', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Network': '1.1', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Port': '1.7', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'PortForwarding': '1.2', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'QosPolicy': '1.10', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroup': '1.5', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SecurityGroupRule': '1.2', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'SubPort': '1.0', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Subnet': '1.1', Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: 'Trunk': '1.1'}} Nov 23 19:07:44.170145 dv-cinder-819007-1-iscsi neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 19:07:44.175156 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:44.175552 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:44.176441 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.176936 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:44.177432 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Bound port: e869b431-4139-4a64-aba1-e4fcaa389195, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:44.177823 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.209278 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb9c8-64df-419d-bd6e-a076411864f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.218215 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] For port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:44.259268 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.265792 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.282107 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] For port e869b431-4139-4a64-aba1-e4fcaa389195, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:44.290176 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] For port e869b431-4139-4a64-aba1-e4fcaa389195, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e869b431-4139-4a64-aba1-e4fcaa389195,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:44.296709 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.364433 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-80f3ec93-8929-420e-bc89-ab1ef31ebe21 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919697 Nov 23 19:07:44.382166 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cf0b-f117-4c47-8625-2034e185077f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.406036 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9c3c9-39ca-445a-a54e-ba27f85492e9 None None] Pushing event updated for resources: {'Port': ['ID=e869b431-4139-4a64-aba1-e4fcaa389195,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:44.413871 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cf0b-f117-4c47-8625-2034e185077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.417379 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:44.421441 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:44.458302 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6cf0b-f117-4c47-8625-2034e185077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabd7836-3229-466c-b5ae-77eb8a3dd879,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:44.525359 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-117b3370-e908-43a5-9705-5b8c963c2ecd None None] Provisioning complete for port 897addbb-5300-41ce-95d8-cd508746b091 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:44.526018 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-117b3370-e908-43a5-9705-5b8c963c2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.549142 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3ba6cf0b-f117-4c47-8625-2034e185077f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ae574e1cf464e1c8d7315433cd50661&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9805520 Nov 23 19:07:44.557193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39372) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:44.573553 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8aa4b-6c91-44b7-beac-fa71da15610c None None] Pushing event updated for resources: {'Port': ['ID=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:44.575039 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:44.580479 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:44.595995 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.db.api [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:07:44.596632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG oslo_db.api [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:07:44.621286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb9c8-64df-419d-bd6e-a076411864f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.648596 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-9bae63fc-1bce-4bcd-8f25-a611790b1a00 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/quotas/4e6449a25b7144669ca401b3b7430d4a HTTP/1.1" status: 200 len: 375 time: 0.5168417 Nov 23 19:07:44.694770 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-f058b584-fe84-487a-a4b0-5b780284e983 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171256 Nov 23 19:07:44.699060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb9c8-64df-419d-bd6e-a076411864f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.731196 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-7b8bb9c8-64df-419d-bd6e-a076411864f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b466fc313bc4dfa81d3683eba1f04d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7823958 Nov 23 19:07:44.738733 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:44.830412 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-117b3370-e908-43a5-9705-5b8c963c2ecd None None] Provisioning complete for port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:44.831066 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-117b3370-e908-43a5-9705-5b8c963c2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.848913 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:41Z', 'revision_number': 3, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:44.881585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.900396 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-4581dbf9-a58a-446b-b5d5-c9421926a7b7 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e6449a25b7144669ca401b3b7430d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2099774 Nov 23 19:07:44.904693 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.918923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.927923 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fed466-2154-4ef8-85c4-ab139d06015b None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:41Z', 'revision_number': 3, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:44.973939 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:40Z', 'revision_number': 3, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:44.987358 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bb9c8-64df-419d-bd6e-a076411864f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8fc30-7c43-4eba-9cfe-9cea76e45fdc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:45.023695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.039289 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:45.039642 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Updating router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:45.057449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.076131 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.203499 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.230344 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-afde81f8-0d1e-47bd-997d-a094e31015e6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:07:45.240880 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-afde81f8-0d1e-47bd-997d-a094e31015e6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1885786 Nov 23 19:07:45.245470 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.249756 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.255498 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eabd7836-3229-466c-b5ae-77eb8a3dd879 HTTP/1.1" status: 204 len: 168 time: 0.6971500 Nov 23 19:07:45.256505 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.260555 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.261166 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 897addbb-5300-41ce-95d8-cd508746b091 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:45.262171 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72c8fc30-7c43-4eba-9cfe-9cea76e45fdc HTTP/1.1" status: 204 len: 168 time: 0.5161030 Nov 23 19:07:45.267654 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.282695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0992-d7f4-49f6-b5c5-fde4c7be8961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabd7836-3229-466c-b5ae-77eb8a3dd879,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:45.291590 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.358863 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c683e3-a129-4b69-ae6f-8be2a467eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8fc30-7c43-4eba-9cfe-9cea76e45fdc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:45.554855 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 897addbb-5300-41ce-95d8-cd508746b091 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:45.555046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.597306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Allocated IP 172.27.0.81 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/3d07026c-4879-485d-b467-d39e7fd913f0) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:45.699599 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Allocated IP 172.20.0.1 (0327e56a-74a7-4a6f-8d37-136214ac9946/d75b5cde-edb0-480d-b701-3e54909616d9/64941a89-917e-46c6-85cf-3f30944d04cf) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:45.811918 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c4748618-05eb-4775-a6cd-5e8d0e435317 req-d85521c3-f565-43c9-870e-b1c69d85c2fc tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.1115716 Nov 23 19:07:45.914058 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.946789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.985217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39422) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:46.027219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.086161 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31721cdf-70fa-45dd-9c8e-953e07017217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.168736 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:46.176797 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:46.183241 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3d07026c-4879-485d-b467-d39e7fd913f0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:46.200738 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-66c694a5-85eb-4426-9ef4-f8ff6f9b349f service neutron] 10.222.0.31 "GET /v2.0/networks/f8b09e10-8118-421a-af62-2648a51687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9511147 Nov 23 19:07:46.202828 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:46.217476 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:46.324582 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.392149 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:46.392821 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.506960 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:46.512008 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.530572 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:46.533987 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:46.534699 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.611194 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.622160 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:46.660676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.790125 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e869b431-4139-4a64-aba1-e4fcaa389195 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:46.812044 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Allocated IP 172.20.0.1 (16c9391c-a12a-4f7f-93e8-9c0438f9c7d0/6555a961-fa26-4aea-8247-1c167b75a699/152828d0-ccef-475d-b706-fd8cce80c4a3) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:46.844571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d6883-0540-44f9-a133-9ac848970a92 None None] Pushing event updated for resources: {'Port': ['ID=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:46.853621 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Attempting to bind port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:46.854006 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Attempting to bind port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:46.855078 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Attempting to bind port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:46.855537 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-c136c44a-6446-4355-a874-e0cd13294a9e service neutron] 10.222.0.31 "GET /v2.0/networks/f8b09e10-8118-421a-af62-2648a51687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637434 Nov 23 19:07:46.863974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:46.864307 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:46.864974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.865382 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:46.865876 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Bound port: d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:46.866285 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:46.897030 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.058450 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0862ae1d-1e58-4264-aae8-d18c2f1041a5 req-5849b698-9d8e-4835-abd9-c6151c1282af tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.0665057 Nov 23 19:07:47.124427 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31721cdf-70fa-45dd-9c8e-953e07017217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.173602 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31721cdf-70fa-45dd-9c8e-953e07017217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.175746 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4c6f9621-6c8f-40e9-8f02-590e38e1ed64 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:47.178327 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9621-6c8f-40e9-8f02-590e38e1ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.288202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Router c3b6174a-fafa-4e35-ac28-9e2907d23150 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:07:47.318050 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] For port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:47.330144 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port e869b431-4139-4a64-aba1-e4fcaa389195 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:47.330892 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.336478 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.344612 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] For port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:47.371569 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f9621-6c8f-40e9-8f02-590e38e1ed64 None None] Port 64941a89-917e-46c6-85cf-3f30944d04cf cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:47.379310 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.526943 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:47.527699 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:47.534834 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d6883-0540-44f9-a133-9ac848970a92 None None] Pushing event updated for resources: {'Port': ['ID=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:47.687485 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:47.696219 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.702489 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Sync routers for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:47.713593 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-31721cdf-70fa-45dd-9c8e-953e07017217 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3073a2099fe4a51b80b000995d8e8cd&name=default HTTP/1.1" status: 200 len: 2993 time: 1.7270555 Nov 23 19:07:47.720722 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.726094 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:47.726663 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:47.730076 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-139f75e6-42cd-407f-8609-504174e770d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9210639 Nov 23 19:07:47.730509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39496) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:47.731119 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39500) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:47.758586 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port e869b431-4139-4a64-aba1-e4fcaa389195, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e869b431-4139-4a64-aba1-e4fcaa389195,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:47.771424 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.772243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 897addbb-5300-41ce-95d8-cd508746b091 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:47.809091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:47.829784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31721cdf-70fa-45dd-9c8e-953e07017217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8dc3c1-9a21-4585-8193-961223fd5d4d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:47.890281 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4903f70d-8395-4628-85b1-b546f7e513c9 req-f99c0061-82e4-452d-9a5b-55aef30db5c7 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.2055488 Nov 23 19:07:47.893441 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.974242 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:47.985633 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 897addbb-5300-41ce-95d8-cd508746b091 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:47.985875 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.989545 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=e869b431-4139-4a64-aba1-e4fcaa389195,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.082203 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.148983 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.155273 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.227439 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.232104 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Pushing event updated for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.252074 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:48.253460 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.254294 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.286010 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:48.348498 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:48.348882 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.373056 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:45Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:48.388281 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.403689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.405863 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a8dc3c1-9a21-4585-8193-961223fd5d4d HTTP/1.1" status: 204 len: 168 time: 0.6730483 Nov 23 19:07:48.416567 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a16ed-a567-4e6d-82c7-aedb424bd153 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:45Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:48.458071 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:46Z', 'revision_number': 3, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:48.545310 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Checking router: c3b6174a-fafa-4e35-ac28-9e2907d23150 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:48.546486 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Updating router c3b6174a-fafa-4e35-ac28-9e2907d23150 port 3d07026c-4879-485d-b467-d39e7fd913f0 binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:48.548222 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e869b431-4139-4a64-aba1-e4fcaa389195 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:48.580485 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.621585 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.645252 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b4400072-d491-448f-852e-035ac4ea6641 req-f5492808-6789-4ab5-9a63-577d3c5ece35 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.2245588 Nov 23 19:07:48.653361 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689c8b-1a6e-4285-a831-f573e05492a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8dc3c1-9a21-4585-8193-961223fd5d4d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.725167 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port e869b431-4139-4a64-aba1-e4fcaa389195 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:48.725598 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.988199 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:49.000435 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:49.004926 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-20ba18c2-ac5c-419b-a6be-0c4f744db10a None None] Provisioning complete for port 152828d0-ccef-475d-b706-fd8cce80c4a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:49.005293 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20ba18c2-ac5c-419b-a6be-0c4f744db10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.189107 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-20ba18c2-ac5c-419b-a6be-0c4f744db10a None None] Port 152828d0-ccef-475d-b706-fd8cce80c4a3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:49.350928 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.414845 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5509fee1-191e-41d8-8616-bc5b5b6cd1dd req-76a771ff-a5aa-42a0-afb9-ca88c9fca76b tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.1186907 Nov 23 19:07:49.421080 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.435092 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.535968 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-03998181-ccea-4956-9730-ba881cfedde8 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:49.536344 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-03998181-ccea-4956-9730-ba881cfedde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.694375 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-03998181-ccea-4956-9730-ba881cfedde8 None None] Port 64941a89-917e-46c6-85cf-3f30944d04cf cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:49.726289 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.734545 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39574) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:49.745208 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.820799 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:49.845572 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Attempting to bind port 3d07026c-4879-485d-b467-d39e7fd913f0 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:49.846252 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Attempting to bind port 3d07026c-4879-485d-b467-d39e7fd913f0 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:49.846854 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Attempting to bind port 3d07026c-4879-485d-b467-d39e7fd913f0 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:49.859087 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:49.859968 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:49.860574 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.861250 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:49.862383 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Bound port: 3d07026c-4879-485d-b467-d39e7fd913f0, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:49.863067 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:49.865513 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794952-8b18-4576-bcb3-fe8bd0764e06 None None] Pushing event updated for resources: {'Port': ['ID=3d07026c-4879-485d-b467-d39e7fd913f0,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:49.959758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9cdca997-fd23-49ee-b48c-a2c9ec420d17 req-c74426e9-e215-43a3-afd1-80d046c8d3bb tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.1036968 Nov 23 19:07:49.961426 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] For port 3d07026c-4879-485d-b467-d39e7fd913f0, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:49.968411 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] For port 3d07026c-4879-485d-b467-d39e7fd913f0, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3d07026c-4879-485d-b467-d39e7fd913f0,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:49.985109 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.021050 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Allocated IP 172.20.0.1 (00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b/c71a4496-fa08-45b3-af51-4aa234310790/3e7d2970-0b26-4912-9002-9bf6e5bc740f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:50.094303 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794952-8b18-4576-bcb3-fe8bd0764e06 None None] Pushing event updated for resources: {'Port': ['ID=3d07026c-4879-485d-b467-d39e7fd913f0,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:50.133459 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:50.134977 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:50.224453 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:50.234130 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6dcd9e9e-4fc5-42ee-91da-57c9883fc9f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/57a9a977-1bfd-42a9-8e0c-ba6a678729ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0936096 Nov 23 19:07:50.262337 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.54', 51179) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:50.265023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ede2f38c-63ff-419a-94ca-b6f523f927a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.282314 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.288796 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.290431 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.337233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.365100 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:50.415330 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Pushing event updated for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:50.505325 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:50.506943 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:50.560588 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:50.725530 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:50.730838 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.783358 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-be10b2e4-5e91-4d9c-b0b4-fadfefd48a7b req-528e62e6-c165-4633-8cbc-31600bd46eba tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.1321476 Nov 23 19:07:50.828618 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:50.883991 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:46Z', 'revision_number': 3, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:50.919942 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.54', 51182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:50.986811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ede2f38c-63ff-419a-94ca-b6f523f927a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.014097 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:51.035269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-a829439a-8ba7-4d8f-bada-9954668de9b4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:51.037402 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-a829439a-8ba7-4d8f-bada-9954668de9b4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.54 "GET /v2.0/networks?id=f8b09e10-8118-421a-af62-2648a51687f4 HTTP/1.1" status: 200 len: 812 time: 0.7737503 Nov 23 19:07:51.040625 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:51.044001 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:51.045193 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f81db7-270a-4dee-803f-9b7783f00f9e None None] The sync data for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi is: [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:46Z', 'revision_number': 3, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:51.045380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.061557 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.155576 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:51.191060 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:51.206025 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.219600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bfcef40a-f925-4ad7-ae05-7ff5ca533317 None None] Provisioning complete for port 152828d0-ccef-475d-b706-fd8cce80c4a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:51.220213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bfcef40a-f925-4ad7-ae05-7ff5ca533317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.264805 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-42d07960-74dc-47aa-a500-5a915b90698d req-965f717e-6391-49c8-b899-4745d711e560 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Nov 23 19:07:51.397036 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-bfcef40a-f925-4ad7-ae05-7ff5ca533317 None None] Port 152828d0-ccef-475d-b706-fd8cce80c4a3 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:51.399867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:51.433288 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ede2f38c-63ff-419a-94ca-b6f523f927a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.477970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-c3c9ac11-f60c-46e9-ba91-0ad3a99e5cfa tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:51.479491 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-c3c9ac11-f60c-46e9-ba91-0ad3a99e5cfa tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.5583930 Nov 23 19:07:51.508321 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Request body: {'port': {'device_id': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'admin_state_up': True, 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:51.511082 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ede2f38c-63ff-419a-94ca-b6f523f927a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf3fecc238074a62b6d6b3c5accda465&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7751906 Nov 23 19:07:51.546331 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39644) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:51.567945 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Request body: {'port': {'device_id': '96e379eb-6f6d-49b6-8925-25d82c911740', 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4', 'admin_state_up': True, 'tenant_id': '4e6449a25b7144669ca401b3b7430d4a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:51.573407 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f38c-63ff-419a-94ca-b6f523f927a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb6189-784a-41f7-aaef-f588b92a651b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:51.656224 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:51.913604 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:51.958444 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39668) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:51.998479 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414306440', 'description': 'tempest-description--504476336'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:52.080253 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39678) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:52.152157 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6afcb9e4-b1e6-4f6c-9243-1f3aaa9dbcfb req-06feb68b-6c25-4037-97da-c3769c8fd00c tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.1009572 Nov 23 19:07:52.204470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:52.236843 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:52.243123 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:52.249579 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:52.269583 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:52.292888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:52.293804 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:52.303672 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-cf8b3ebd-d0d1-4b3b-ae41-03860ab4945f admin admin] 10.222.0.31 "PUT /v2.0/routers/12e7d128-0468-433f-83b4-3fbc7b304349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7210338 Nov 23 19:07:52.316090 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:52.767091 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5d9ab79d-e558-47b7-9f5c-f3a496650bc5 req-04320df5-1926-47f8-bf2a-8e5adea5ad2a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.1770546 Nov 23 19:07:52.814667 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:52.855148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3d07026c-4879-485d-b467-d39e7fd913f0 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:52.943601 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:52.978796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Made reservation on behalf of 4e6449a25b7144669ca401b3b7430d4a for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:52.982815 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.055473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.062298 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:53.083911 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:53.088179 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29593541-c760-4236-8764-55f29a1897c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.096701 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:53.096932 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.097492 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.158135 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 3d07026c-4879-485d-b467-d39e7fd913f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:53.158816 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.420568 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.440414 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:53.444407 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.445595 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42fb6189-784a-41f7-aaef-f588b92a651b HTTP/1.1" status: 204 len: 168 time: 1.8963933 Nov 23 19:07:53.507111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.650783 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Allocated IP 172.20.0.14 (770b0568-dfa1-400b-9591-47417bf041ce/e37f3a65-4b19-420b-8f3f-d189d5ec0859/1724aa31-f93e-4691-bd8a-5e35a5721baa) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:53.691305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.843004 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 2, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:53.876183 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1145705a-9194-461d-a397-040bb2814842,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:53.884673 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:53.885024 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Updating router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed port 64941a89-917e-46c6-85cf-3f30944d04cf binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:53.895154 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39708) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:53.916392 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.934240 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-26233691-7cd3-44ab-bab9-96d08a0328f9 req-7b422127-6c96-4b13-baa4-af85870596b0 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.3952928 Nov 23 19:07:53.940309 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986895015', 'description': 'tempest-description--604857113'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:54.019736 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.076421 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.088148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.092566 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b727d057-4dd0-4c49-94bc-2173efc8321f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1329651 Nov 23 19:07:54.118009 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39712) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:54.124031 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a88c0-f8d0-401d-bafc-4e87f91c2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb6189-784a-41f7-aaef-f588b92a651b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.156984 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group_rule': {'security_group_id': '1145705a-9194-461d-a397-040bb2814842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:54.161480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.275240 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 3d07026c-4879-485d-b467-d39e7fd913f0, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3d07026c-4879-485d-b467-d39e7fd913f0,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:54.280257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Allocated IP 172.20.0.12 (f8b09e10-8118-421a-af62-2648a51687f4/b8e259d3-d371-4f92-9e52-3ae1ad51991d/c8fd8a0e-b3d5-4a8a-839b-db5a53973a11) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:54.291707 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f5b9ce4b-e882-41fd-8417-98f3566da40c req-c0ec38ff-cef2-4404-bf43-df495841287a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.1693585 Nov 23 19:07:54.302561 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.303581 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:54.371719 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:54.389368 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:54.419821 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.432819 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.491648 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39714) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:54.507155 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.574739 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:49Z', 'revision_number': 2, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:54.647900 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.653881 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.672812 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.675244 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:54.675941 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.681660 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:54.682024 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Updating router 12e7d128-0468-433f-83b4-3fbc7b304349 port 152828d0-ccef-475d-b706-fd8cce80c4a3 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:54.694139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a750f295-a666-4333-8ac4-8a604a4153dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.733976 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=3d07026c-4879-485d-b467-d39e7fd913f0,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.771419 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887a999-b98f-4ca4-b253-dd52cc844c39 None None] Pushing event updated for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.790670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.796706 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.798751 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:54.799212 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.802883 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Network 770b0568-dfa1-400b-9591-47417bf041ce is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:54.875284 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:54.882103 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Attempting to bind port 64941a89-917e-46c6-85cf-3f30944d04cf on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:54.882422 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Attempting to bind port 64941a89-917e-46c6-85cf-3f30944d04cf by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:54.882791 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Attempting to bind port 64941a89-917e-46c6-85cf-3f30944d04cf on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:54.892192 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:54.898574 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:54.903571 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:54.903841 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Checking segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:54.904531 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.904644 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Bound using segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:54.905279 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Bound port: 64941a89-917e-46c6-85cf-3f30944d04cf, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:54.905689 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.916022 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.946758 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29593541-c760-4236-8764-55f29a1897c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.948870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event updated for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.985837 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-fe586d40-cb31-452c-82c6-6cf4252c6d0e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4945483 Nov 23 19:07:54.999809 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.000296 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-29593541-c760-4236-8764-55f29a1897c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.003822 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8757229 Nov 23 19:07:55.003822 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.015083 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39724) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:55.016934 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45a671-54a9-4cfd-ac64-4aa406b2e1bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18d5393-2fb1-40b7-ab78-2c83efb6a2c8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.028637 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group_rule': {'security_group_id': '1145705a-9194-461d-a397-040bb2814842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:55.038789 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-9036820e-be14-453a-92ad-e3c6d65fd947 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:07:55.040081 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-9036820e-be14-453a-92ad-e3c6d65fd947 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236444 Nov 23 19:07:55.072981 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] For port 64941a89-917e-46c6-85cf-3f30944d04cf, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:55.077490 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] For port 64941a89-917e-46c6-85cf-3f30944d04cf, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=64941a89-917e-46c6-85cf-3f30944d04cf,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:55.097145 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.181408 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593541-c760-4236-8764-55f29a1897c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451aed82-76ff-4a90-9094-b580e96ed4a0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.198752 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-29593541-c760-4236-8764-55f29a1897c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25811e10855b47ceaf1ab9701f9dd6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0968897 Nov 23 19:07:55.216477 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:55.217281 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887a999-b98f-4ca4-b253-dd52cc844c39 None None] Pushing event updated for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.280742 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.282351 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:55.285131 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:55.382540 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.387284 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4725664 Nov 23 19:07:55.405231 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-08e9be5c-27e3-41fb-bc32-b3b17ef259ae req-6556648b-e7fe-43fa-885d-06547748734f tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.2548869 Nov 23 19:07:55.429462 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39732) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:55.480405 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group_rule': {'security_group_id': '1429b021-fb56-4ae7-a7fe-fdd932596114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:55.540264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06072710-f8e5-4863-893e-88726e7d167e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1429b021-fb56-4ae7-a7fe-fdd932596114,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.584400 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Request body: {'port': {'device_id': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:55.599287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.639606 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Router c3b6174a-fafa-4e35-ac28-9e2907d23150 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:55.663433 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:55.696425 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:55.697075 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.798503 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.844914 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.922214 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.937545 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.939593 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.964379 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.021519 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] For port 64941a89-917e-46c6-85cf-3f30944d04cf, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=64941a89-917e-46c6-85cf-3f30944d04cf,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:56.038299 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.047632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.125951 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeb4c1-b636-4379-af75-b92a4b01f22d None None] Pushing event updated for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.130805 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3d07026c-4879-485d-b467-d39e7fd913f0 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:56.147217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2574c0-8d01-450d-972a-28f43c0a335d req-e41751bb-3854-4c03-897b-33b8adb0d7e3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:56.148956 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f2574c0-8d01-450d-972a-28f43c0a335d req-e41751bb-3854-4c03-897b-33b8adb0d7e3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 932 time: 0.6153140 Nov 23 19:07:56.189938 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.232208 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.267804 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.272500 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:56.276777 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-86674bf7-7b41-46e0-9b3e-05e3727059f5 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:56.277245 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-86674bf7-7b41-46e0-9b3e-05e3727059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.280359 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a750f295-a666-4333-8ac4-8a604a4153dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.286484 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Attempting to bind port 152828d0-ccef-475d-b706-fd8cce80c4a3 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:56.287624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Attempting to bind port 152828d0-ccef-475d-b706-fd8cce80c4a3 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:56.288439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Attempting to bind port 152828d0-ccef-475d-b706-fd8cce80c4a3 on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:56.298398 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ccfd6ef7-d5b8-4645-bd0c-49c727c3b237 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3b6174a-fafa-4e35-ac28-9e2907d23150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5599980 Nov 23 19:07:56.300131 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Sync routers for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:56.300496 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.320652 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.350124 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec628eb4-4809-4fab-af68-9c16bf851da0 None None] Pushing event updated for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.354142 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:56.354528 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Checking segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:56.354925 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.355319 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Bound using segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:56.355860 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Bound port: 152828d0-ccef-475d-b706-fd8cce80c4a3, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:56.357054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.378833 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:56.410404 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:56.412217 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:56.429344 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9d161-074e-4a06-9e64-b68bf813acd1 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:56.441352 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a750f295-a666-4333-8ac4-8a604a4153dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.574215 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2af272-f75b-45d3-94ed-833e2ade36f8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.590871 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a750f295-a666-4333-8ac4-8a604a4153dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c7ac7aaf479439daf6a65d956bc2bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0481970 Nov 23 19:07:56.615095 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 3d07026c-4879-485d-b467-d39e7fd913f0 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:56.615627 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.646190 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:56.775042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.780502 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-59aaf5f1-1fd4-4985-91b4-057beb384edc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3143799 Nov 23 19:07:56.825673 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Network f8b09e10-8118-421a-af62-2648a51687f4 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:56.837172 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] For port 152828d0-ccef-475d-b706-fd8cce80c4a3, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:56.852271 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:56.868784 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] For port 152828d0-ccef-475d-b706-fd8cce80c4a3, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=152828d0-ccef-475d-b706-fd8cce80c4a3,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:56.889954 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group_rule': {'security_group_id': '1429b021-fb56-4ae7-a7fe-fdd932596114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:56.900114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.915170 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:56.955533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:56.960589 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:56.970767 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:56.971425 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.978732 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1724aa31-f93e-4691-bd8a-5e35a5721baa {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:56.988353 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.014474 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Transition to ACTIVE for port object 1724aa31-f93e-4691-bd8a-5e35a5721baa will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:57.024650 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.028943 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.033383 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451aed82-76ff-4a90-9094-b580e96ed4a0 HTTP/1.1" status: 204 len: 168 time: 1.8283567 Nov 23 19:07:57.057539 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.071676 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d8c4b2-8554-4f20-b481-8632115f1fa4,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.091588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Pushing event updated for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.096160 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750f295-a666-4333-8ac4-8a604a4153dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ae71bd-9b19-4640-b094-ea4278b62547,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.112504 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.115795 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3f1e30c3-b466-4de8-9a0a-7fd6928be824 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0928977 Nov 23 19:07:57.150580 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:57.212768 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.218357 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:57.253088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f0a6b-e20d-43bf-8958-058854cb56c0 req-3c3795bf-0435-40b4-9cca-c3397c599f5e tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.254717 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-814f0a6b-e20d-43bf-8958-058854cb56c0 req-3c3795bf-0435-40b4-9cca-c3397c599f5e tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 932 time: 0.6627598 Nov 23 19:07:57.271340 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-24878951-75a6-46b9-aaef-0404950ea1e6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7911391 Nov 23 19:07:57.345289 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f2574c0-8d01-450d-972a-28f43c0a335d req-0cab254f-9766-4a2c-9abe-97793fbfa5ab tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1464889 Nov 23 19:07:57.346214 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e2466-6842-4cea-95a6-a2916336043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451aed82-76ff-4a90-9094-b580e96ed4a0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.380676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] Provisioning complete for port 152828d0-ccef-475d-b706-fd8cce80c4a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:57.381073 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.388743 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.435866 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-814f0a6b-e20d-43bf-8958-058854cb56c0 req-6c9b6b31-2c3d-4600-81ce-2e4d958d4182 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606119 Nov 23 19:07:57.459590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 64941a89-917e-46c6-85cf-3f30944d04cf up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:57.461411 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:57.466709 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:57.491436 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeb4c1-b636-4379-af75-b92a4b01f22d None None] Pushing event updated for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.608670 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Pushing event updated for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.741365 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.813042 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Attempting to bind port 1724aa31-f93e-4691-bd8a-5e35a5721baa on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:57.813631 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Attempting to bind port 1724aa31-f93e-4691-bd8a-5e35a5721baa by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:57.814153 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Attempting to bind port 1724aa31-f93e-4691-bd8a-5e35a5721baa on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:57.823843 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.845622 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Port 1724aa31-f93e-4691-bd8a-5e35a5721baa on network 770b0568-dfa1-400b-9591-47417bf041ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:57.846957 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Attempting to bind port 1724aa31-f93e-4691-bd8a-5e35a5721baa on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:57.858583 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:57.859211 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Checking segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:57.860272 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Bound using segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:57.860956 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Bound port: 1724aa31-f93e-4691-bd8a-5e35a5721baa, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:57.861669 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.866514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.874202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.913313 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ff726c-310c-4086-9223-0e6aed66bb18,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.928377 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.933207 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-db690b55-0ca3-4636-9b8c-6cfabd93f0ff tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0620060 Nov 23 19:07:57.934682 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39782) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:57.939355 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:57.970014 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.029131 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:58.102558 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:58.102712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.102929 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.139684 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.256698 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:58.267968 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:58.268964 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Allocated IP 172.27.0.42 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/62f8b437-5327-4643-8ca4-2757f5c88b22) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:58.272598 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.275317 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.280315 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35ae71bd-9b19-4640-b094-ea4278b62547 HTTP/1.1" status: 204 len: 168 time: 1.6199310 Nov 23 19:07:58.301393 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.308199 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4593a6a-6daf-4929-ae6e-840a25630f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ae71bd-9b19-4640-b094-ea4278b62547,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:58.366159 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] For port 152828d0-ccef-475d-b706-fd8cce80c4a3, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=152828d0-ccef-475d-b706-fd8cce80c4a3,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:58.367819 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-c37a096e-e93d-45af-bb5a-d71ae30a6889 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.390422 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-c37a096e-e93d-45af-bb5a-d71ae30a6889 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 819 time: 0.2889588 Nov 23 19:07:58.403665 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '3e7d2970-0b26-4912-9002-9bf6e5bc740f', 'name': '', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'mac_address': 'fa:16:3e:59:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:49Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 2, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'subnets': [{'id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:58.416660 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-36e86fb9-1b8e-40df-8a94-52a67e38763a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/quotas/c576d7e7cd0f45beb714805242d099f0 HTTP/1.1" status: 200 len: 375 time: 0.0247622 Nov 23 19:07:58.428904 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.429833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.431222 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] 10.222.0.54 "PUT /v2.0/ports/1724aa31-f93e-4691-bd8a-5e35a5721baa HTTP/1.1" status: 200 len: 1094 time: 3.0073066 Nov 23 19:07:58.431871 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:58.444640 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Checking router: c3b6174a-fafa-4e35-ac28-9e2907d23150 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:58.445324 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Updating router c3b6174a-fafa-4e35-ac28-9e2907d23150 port 3e7d2970-0b26-4912-9002-9bf6e5bc740f binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:07:58.447484 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.517105 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.526836 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.614149 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d68f-3d36-428b-8fb5-31b6ff0db6ee None None] Pushing event updated for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:58.634620 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b441e675-ef83-4c8c-b35a-e02bccab4b8f None None] Provisioning complete for port 152828d0-ccef-475d-b706-fd8cce80c4a3 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:58.635000 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b441e675-ef83-4c8c-b35a-e02bccab4b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.677590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:56Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:58.698630 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa5e7-4cab-40f6-8d64-dab43c0c9b0a service neutron] Pushing event updated for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:58.769121 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-e784ccae-facd-4d90-a726-8d46d737310b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3419311 Nov 23 19:07:58.811713 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.829370 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd036ee-e726-47bd-a518-9e57f43c7483 req-3341d3ee-8d3c-43ed-9c84-93f12ecb5d36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.841486 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cd036ee-e726-47bd-a518-9e57f43c7483 req-3341d3ee-8d3c-43ed-9c84-93f12ecb5d36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.3403611 Nov 23 19:07:58.872091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7819-4d03-41cf-93df-5d3bfbdc57ad None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:56Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:58.905896 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 64941a89-917e-46c6-85cf-3f30944d04cf up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:58.987463 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7277870a-1952-460d-a09d-4f9511ad66ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:59.007451 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-276554a8-9cb0-475f-8085-c4353cb7d2fb service neutron] 10.222.0.31 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197616 Nov 23 19:07:59.082339 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cd036ee-e726-47bd-a518-9e57f43c7483 req-acc70173-d006-47f9-b843-c165cd026df3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320204 Nov 23 19:07:59.099962 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.162080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=62f8b437-5327-4643-8ca4-2757f5c88b22,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:59.178392 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:59.187317 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:59.190480 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:59.259304 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-6e921ff0-9879-4c5e-9c01-68cdfc7cd21e service neutron] 10.222.0.31 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438197 Nov 23 19:07:59.401959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Allocated IP 172.27.0.181 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/6c44db19-711c-4ba8-a59c-1f1023142388) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:59.461141 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 64941a89-917e-46c6-85cf-3f30944d04cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:59.461871 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.482176 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Request body: {'port': {'device_id': '96e379eb-6f6d-49b6-8925-25d82c911740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:59.975352 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.994359 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.994863 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-4c45ef06-5f0f-4c08-ba40-b21f35f5186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.996586 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-4c45ef06-5f0f-4c08-ba40-b21f35f5186e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 1097 time: 0.5048842 Nov 23 19:08:00.001529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.012198 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.212427 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740401d3-7744-4d4a-8f0f-28d787b393c0 None None] Pushing event updated for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:00.213273 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3442-5a57-4fe7-88ff-6f065348c432 req-8c939361-7cf9-42db-9c46-0439f9c61ea4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:00.225170 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42fb3442-5a57-4fe7-88ff-6f065348c432 req-8c939361-7cf9-42db-9c46-0439f9c61ea4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 932 time: 0.8338151 Nov 23 19:08:00.319712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.327721 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Attempting to bind port 3e7d2970-0b26-4912-9002-9bf6e5bc740f on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:00.329068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Attempting to bind port 3e7d2970-0b26-4912-9002-9bf6e5bc740f by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:00.331076 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Attempting to bind port 3e7d2970-0b26-4912-9002-9bf6e5bc740f on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:00.339753 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-4c270754-14b0-459a-945a-020c026d1db3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa HTTP/1.1" status: 200 len: 217 time: 0.3118930 Nov 23 19:08:00.344225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:00.346734 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Checking segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:00.347463 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.348190 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Bound using segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:00.350989 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Bound port: 3e7d2970-0b26-4912-9002-9bf6e5bc740f, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:00.353741 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.396504 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.520833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0492ad-7f4f-47a1-b7c6-cb0927fa571f x-openstack-request-id: req-7a0492ad-7f4f-47a1-b7c6-cb0927fa571f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:00.522439 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:00.524316 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0492ad-7f4f-47a1-b7c6-cb0927fa571f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:00.533098 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa', 'status': 'completed', 'code': 200} Nov 23 19:08:00.548648 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] For port 3e7d2970-0b26-4912-9002-9bf6e5bc740f, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:00.564190 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] For port 3e7d2970-0b26-4912-9002-9bf6e5bc740f, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3e7d2970-0b26-4912-9002-9bf6e5bc740f,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:00.571567 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.596797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.656528 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ff361f09-cac4-46e6-b62c-f43b5c7066ca req-68535842-916d-4e7d-9c07-83698bda7d81 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 210 time: 0.1219437 Nov 23 19:08:00.758381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:00.794261 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-9e15e860-b9d6-45d2-a983-9e5856167c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:00.795773 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-9e15e860-b9d6-45d2-a983-9e5856167c74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.3251691 Nov 23 19:08:00.806858 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740401d3-7744-4d4a-8f0f-28d787b393c0 None None] Pushing event updated for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:00.864914 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 152828d0-ccef-475d-b706-fd8cce80c4a3 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:00.946168 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:00.951228 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-7cb36957-c292-4d61-a7e8-a5cee49209a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462896 Nov 23 19:08:00.953923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:00.958540 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=6c44db19-711c-4ba8-a59c-1f1023142388,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:01.039975 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42fb3442-5a57-4fe7-88ff-6f065348c432 req-83869a46-8c6d-437d-b3c0-b7b7d3441e3b tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156066 Nov 23 19:08:01.060066 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:01.061102 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:07:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:01.475663 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:01.598560 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65a149-db0a-4759-bbd7-1976a352c48d req-a02961f9-90a5-4ae8-8e54-d4fe2fd13673 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:01.607626 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fa65a149-db0a-4759-bbd7-1976a352c48d req-a02961f9-90a5-4ae8-8e54-d4fe2fd13673 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.6546984 Nov 23 19:08:01.647372 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 152828d0-ccef-475d-b706-fd8cce80c4a3 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:01.648701 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.653502 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.740982 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fa65a149-db0a-4759-bbd7-1976a352c48d req-54dcbb1c-f7c5-406a-b3a8-c65cc7eb9c02 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317105 Nov 23 19:08:01.762044 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-030d25e1-2295-4e72-ae46-7040b2e2ab5d service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865498 Nov 23 19:08:01.766307 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.770106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-b4e20239-ab59-4dcf-bf50-ce8667a81261 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:01.774377 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-b4e20239-ab59-4dcf-bf50-ce8667a81261 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 819 time: 0.4034684 Nov 23 19:08:01.868244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.995168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.995845 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.007279 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.018854 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.053218 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-e5f39587-5722-4712-8b0e-0dcde56fb060 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/quotas/c576d7e7cd0f45beb714805242d099f0 HTTP/1.1" status: 200 len: 375 time: 0.0740588 Nov 23 19:08:02.120349 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=6c44db19-711c-4ba8-a59c-1f1023142388,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:02.139942 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.140581 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.149758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2060819 Nov 23 19:08:02.182254 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131ff69-b0f6-4663-aa09-5fa92ddeac1c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=62f8b437-5327-4643-8ca4-2757f5c88b22,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:02.245149 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1009eaa9-9fd7-4261-b1f4-f3e1157b96e6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796231 Nov 23 19:08:02.323700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '3e7d2970-0b26-4912-9002-9bf6e5bc740f', 'name': '', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'mac_address': 'fa:16:3e:59:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:49Z', 'updated_at': '2021-11-23T19:08:00Z', 'revision_number': 4, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'subnets': [{'id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:02.353343 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:02.369233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.376376 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b193c6a-ff49-4f2e-885e-90bdc1264d18 None None] The sync data for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi is: [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '3e7d2970-0b26-4912-9002-9bf6e5bc740f', 'name': '', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'mac_address': 'fa:16:3e:59:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:49Z', 'updated_at': '2021-11-23T19:08:00Z', 'revision_number': 4, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'subnets': [{'id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:02.409380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Transition to ACTIVE for port object c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:02.423366 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.474601 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-f5e4c369-4451-48be-b00f-5db10e8c4b83 service neutron] 10.222.0.31 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282207 Nov 23 19:08:02.566326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.594245 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-baca4085-7101-482b-9279-b2034024c735 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4417770 Nov 23 19:08:02.621291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:02.646571 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313e83-2c77-4a93-9daf-3ed389e8d96e req-8668e9f3-d5dc-47ec-8ce7-1086ab4aad61 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:02.656810 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c8313e83-2c77-4a93-9daf-3ed389e8d96e req-8668e9f3-d5dc-47ec-8ce7-1086ab4aad61 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 932 time: 0.4947200 Nov 23 19:08:02.736429 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3e7d2970-0b26-4912-9002-9bf6e5bc740f up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:02.751674 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c8313e83-2c77-4a93-9daf-3ed389e8d96e req-281159dd-626c-410e-89f3-7ea317a63a35 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936315 Nov 23 19:08:02.760692 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Attempting to bind port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:02.761078 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Attempting to bind port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:02.761430 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Attempting to bind port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 on network f8b09e10-8118-421a-af62-2648a51687f4 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:02.781317 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-06708eb6-b6dd-45f6-a385-d5ee3fcdbd65 service neutron] 10.222.0.31 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054965 Nov 23 19:08:02.785479 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 on network f8b09e10-8118-421a-af62-2648a51687f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:02.787798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Attempting to bind port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 on network f8b09e10-8118-421a-af62-2648a51687f4 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:02.803240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:02.803585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Checking segment: {'id': '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:02.811458 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Bound using segment: {'id': '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:02.811904 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Bound port: c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:02.812286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.815478 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 3e7d2970-0b26-4912-9002-9bf6e5bc740f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:02.816192 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.941418 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.987017 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-dcd33a61-482b-4d9f-bed2-67f0a90bcbc7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--986895015&fields=id&tenant_id=7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 267 time: 0.0820274 Nov 23 19:08:03.074073 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 3e7d2970-0b26-4912-9002-9bf6e5bc740f, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3e7d2970-0b26-4912-9002-9bf6e5bc740f,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:03.080201 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.161674 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:03.173510 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-07f95f5c-fa64-48ff-9c6b-25e44820401c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:03.180510 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-07f95f5c-fa64-48ff-9c6b-25e44820401c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 810 time: 0.1923728 Nov 23 19:08:03.201862 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-7832bae6-32c1-42a7-9ab6-d7d23d42596c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/quotas/7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 375 time: 0.0165677 Nov 23 19:08:03.216111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39936) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:03.265175 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:03.267965 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-629fe5bc-3248-4fc4-b99d-666740c4d0eb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618398 Nov 23 19:08:03.318861 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,segment=NetworkSegment(60a6f45f-48bb-42e1-a0c5-a4a2bedf25df),segment_id=60a6f45f-48bb-42e1-a0c5-a4a2bedf25df)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:03.332672 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.360952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d21e6-a314-480f-ae69-4f99172c325d req-cafaca40-dcaf-468d-aba0-3e16ab0a67ce tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:03.362729 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bd9d21e6-a314-480f-ae69-4f99172c325d req-cafaca40-dcaf-468d-aba0-3e16ab0a67ce tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.1479840 Nov 23 19:08:03.373378 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:03.374091 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.375750 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] 10.222.0.54 "PUT /v2.0/ports/c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 HTTP/1.1" status: 200 len: 1094 time: 3.9086077 Nov 23 19:08:03.384992 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:03.389543 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3f898786-1ffb-4fdc-ab02-82fe0c32cd46 service neutron] 10.222.0.31 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053662 Nov 23 19:08:03.486916 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec5-4a85-4b9c-9f06-bb263fddb4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.554678 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-e03388fa-04e5-4427-b4b2-5942e9b9e0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587851 Nov 23 19:08:03.603080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5271-8721-4730-9f2a-7b482c52917f service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:03.613851 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bd9d21e6-a314-480f-ae69-4f99172c325d req-edc20c10-87f4-4937-82e8-4a7ea35f1d45 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319175 Nov 23 19:08:03.759117 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec5-4a85-4b9c-9f06-bb263fddb4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.765183 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec5-4a85-4b9c-9f06-bb263fddb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.802994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1" -d '{"events": [{"name": "network-changed", "server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:03.894083 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-26ed9ec5-4a85-4b9c-9f06-bb263fddb4ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d0dd7ceaea5474cafd31f8995633530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6760895 Nov 23 19:08:03.894844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9ec5-4a85-4b9c-9f06-bb263fddb4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83fa9e-1128-4172-a521-5910eadfe9c1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:03.896610 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 39970) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:03.984530 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-4b3b52b3-aa97-475d-9168-4b91bed4a9fe tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--414306440&fields=id&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 267 time: 0.1497707 Nov 23 19:08:03.995369 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e02bd466-0cc6-4cbd-b09b-ff462dab2437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.038471 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ed9c179a-f6c9-4775-823b-12b5f8854572 req-27cee431-1aa0-4346-8613-e3df812f4d97 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0910900 Nov 23 19:08:04.085679 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.143330 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.235747 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-3647b29e-97ac-4390-803f-7064a3165c08 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:04.237451 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-3647b29e-97ac-4390-803f-7064a3165c08 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 816 time: 0.2451656 Nov 23 19:08:04.281000 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ca7b-3003-49ea-978a-a76902bba322 req-55d66d90-d86f-4153-ae7c-d94761ec793a tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:04.282276 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-9edbb340-5daf-4fde-a4c5-1ffc88bb924d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/quotas/2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 375 time: 0.0381444 Nov 23 19:08:04.283703 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2c61ca7b-3003-49ea-978a-a76902bba322 req-55d66d90-d86f-4153-ae7c-d94761ec793a tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.1131451 Nov 23 19:08:04.332406 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.335536 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.337110 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f83fa9e-1128-4172-a521-5910eadfe9c1 HTTP/1.1" status: 204 len: 168 time: 0.4367478 Nov 23 19:08:04.348613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490cd32-40b2-4427-9935-0dd4f16d22be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83fa9e-1128-4172-a521-5910eadfe9c1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:04.407424 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2c61ca7b-3003-49ea-978a-a76902bba322 req-61910917-738e-404e-b69f-dba0debee71f tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924728 Nov 23 19:08:04.425542 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-370c798c-562f-42fe-8beb-8177937028f4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101816 Nov 23 19:08:04.610411 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d602d60-1f12-4d2a-80fd-dc10bb1cc221 x-openstack-request-id: req-4d602d60-1f12-4d2a-80fd-dc10bb1cc221 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:04.610725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:04.610990 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d602d60-1f12-4d2a-80fd-dc10bb1cc221 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:04.611444 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11', 'status': 'completed', 'code': 200} Nov 23 19:08:04.642304 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-b8770306-6ba4-4750-9c52-4f171046c107 service neutron] 10.222.0.31 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028847 Nov 23 19:08:04.711445 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3e7d2970-0b26-4912-9002-9bf6e5bc740f up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:04.761631 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-430bfb18-b274-44d7-a1e1-29f415a20b2b req-7a8bda92-3fc4-48a7-b889-f586217b5044 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0511827 Nov 23 19:08:04.858807 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-654a5266-31b7-44dd-b218-db3c79d2ce38 service neutron] 10.222.0.31 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076349 Nov 23 19:08:04.869908 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 3e7d2970-0b26-4912-9002-9bf6e5bc740f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:04.870279 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.955414 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d060-ae1a-43a1-afd8-ee99a7207813 req-d26d604f-54dd-498a-854e-e3c6b3cbee57 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:04.963731 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6906d060-ae1a-43a1-afd8-ee99a7207813 req-d26d604f-54dd-498a-854e-e3c6b3cbee57 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.0760167 Nov 23 19:08:05.025470 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39990) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:05.029197 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6906d060-ae1a-43a1-afd8-ee99a7207813 req-38854895-13a6-407b-ba9f-fea715e93187 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634761 Nov 23 19:08:05.052148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40170dbc-01a5-45bb-ae0d-3d742059f549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.143669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40170dbc-01a5-45bb-ae0d-3d742059f549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.161093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-40170dbc-01a5-45bb-ae0d-3d742059f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.210305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40170dbc-01a5-45bb-ae0d-3d742059f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebece5-c66a-4881-8b58-133042fea575,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:05.226649 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-74bfb452-4f26-40c6-a6cd-b18157ebc2f7 req-11fde64f-1b2f-45b7-8180-1734a4d4c77a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0509834 Nov 23 19:08:05.280152 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3c033210-bbe9-4047-a23f-1037d50d5a2d req-b9fb8bac-2d10-402a-9383-df6af0fa68ad tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0664866 Nov 23 19:08:05.283744 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-40170dbc-01a5-45bb-ae0d-3d742059f549 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27de899912ee43929dbdf1cc14f0d5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567971 Nov 23 19:08:05.286348 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 39998) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:05.367464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.412928 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.506036 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.511139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.522198 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32ebece5-c66a-4881-8b58-133042fea575 HTTP/1.1" status: 204 len: 168 time: 0.2264099 Nov 23 19:08:05.536758 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb5b38-9031-4ac5-9c65-c28b60020c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebece5-c66a-4881-8b58-133042fea575,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:05.660827 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466063-8515-42d2-ab93-ba1ae8f582a2 req-76de3f04-f4d8-4da3-9339-69300c5f8c25 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:05.672006 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-84466063-8515-42d2-ab93-ba1ae8f582a2 req-76de3f04-f4d8-4da3-9339-69300c5f8c25 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.1138785 Nov 23 19:08:05.736572 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-84466063-8515-42d2-ab93-ba1ae8f582a2 req-b5f26d7a-b6f5-4b78-9e08-af11bb3ccad7 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628002 Nov 23 19:08:05.969840 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-72e93a39-e1ce-4f07-be04-7f1e95c8bfc6 req-1d3dc555-1ddb-45eb-a9fe-aa0c2128d9a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0949976 Nov 23 19:08:06.174914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4db4-8b98-493a-b03f-a3e6e7fe9aad req-9bf4ab84-eae3-4001-9bf6-129239f28694 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:06.176553 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-efab4db4-8b98-493a-b03f-a3e6e7fe9aad req-9bf4ab84-eae3-4001-9bf6-129239f28694 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.0572393 Nov 23 19:08:06.218663 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c414be7c-736e-4dd9-9062-37d10758c7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:06.239159 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-efab4db4-8b98-493a-b03f-a3e6e7fe9aad req-bcb9370d-8b65-49b1-acdd-9ca4cb6fd916 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Nov 23 19:08:06.440786 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e7884c8f-64d4-4162-97b1-a2e6f550d700 req-891899d5-4a5c-474d-b561-0e539252cabd tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0652053 Nov 23 19:08:06.462625 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0ad92f0a-d1e5-44d1-b0d3-b05870d5480f req-689b90ca-ed93-43ab-a144-aae660f17766 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.1341193 Nov 23 19:08:06.881311 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd221ad-80c4-4ffc-a772-05b188ca68c0 req-45d6ee7e-28ac-4170-822a-fab8eec6f761 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:06.882802 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fbd221ad-80c4-4ffc-a772-05b188ca68c0 req-45d6ee7e-28ac-4170-822a-fab8eec6f761 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0752335 Nov 23 19:08:06.944231 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fbd221ad-80c4-4ffc-a772-05b188ca68c0 req-97c3ccfa-9aec-4a2c-b176-69579b2dc8ea tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Nov 23 19:08:07.104103 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ba0e5ebf-6875-42e6-a181-69f042488fd0 req-776c5425-d4ff-47e2-bde5-4fad50e0a60d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0503201 Nov 23 19:08:07.373918 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427b32d-2496-411d-aaa6-2519d4c2ea03 req-031361eb-a1ef-4639-ae02-708e232b8564 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:07.375522 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1427b32d-2496-411d-aaa6-2519d4c2ea03 req-031361eb-a1ef-4639-ae02-708e232b8564 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.0538268 Nov 23 19:08:07.429910 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1427b32d-2496-411d-aaa6-2519d4c2ea03 req-46ffd5ec-1d7e-4502-8c63-e53134d5054c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Nov 23 19:08:07.463811 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.575848 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-25cdc3b6-37f2-4633-850f-a4c9916f4861 req-0e6383f6-d17d-49be-9f10-3618ec64f61b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0599742 Nov 23 19:08:07.589265 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d206412e-4a46-4ea1-b046-2bf3918c476a req-0c6066f1-7329-4e70-bde8-54cb83316628 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0373175 Nov 23 19:08:08.126410 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802225e8-5ce1-45ae-a200-3576b2fdadaa req-d5bf01cd-bff7-454a-87f4-81243bc3494d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:08.129189 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802225e8-5ce1-45ae-a200-3576b2fdadaa req-d5bf01cd-bff7-454a-87f4-81243bc3494d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0908844 Nov 23 19:08:08.213383 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802225e8-5ce1-45ae-a200-3576b2fdadaa req-ba7d9b6e-ae04-4217-b4a0-fe7c92073c70 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731912 Nov 23 19:08:08.268890 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e92cd813-4261-40db-bc4d-76b0e32aa718 req-fd26ce7c-aaff-4de2-a178-f04985d61bc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0303223 Nov 23 19:08:08.473133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40170) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:08.589288 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5b07-544a-4308-841f-7fd574d80c0d req-34806342-fddf-4885-ad88-67f9d235ccc7 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:08.592778 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e0ec5b07-544a-4308-841f-7fd574d80c0d req-34806342-fddf-4885-ad88-67f9d235ccc7 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.0845218 Nov 23 19:08:08.616264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d9de157-8012-4e1f-9dd3-0d439fa49865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.649087 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e0ec5b07-544a-4308-841f-7fd574d80c0d req-6b6a4d54-e026-4d60-b81d-9726e813987b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 Nov 23 19:08:08.735422 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d9de157-8012-4e1f-9dd3-0d439fa49865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.756081 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.765138 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bfb5e354-52c0-44cf-8ab3-e3442fd15f4a req-55d843b6-9849-42d6-ae2c-15a00c9b1b1a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0461528 Nov 23 19:08:08.768323 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4d9de157-8012-4e1f-9dd3-0d439fa49865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.772961 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e5ff18da-e7e1-4a15-8b74-c8d8444a70ce req-80cd20ca-b5ad-435d-9e6f-5bb8544a922b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0425220 Nov 23 19:08:08.810832 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4d9de157-8012-4e1f-9dd3-0d439fa49865 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0192748ba45242dca5d5c31fb6c3e876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366017 Nov 23 19:08:08.811810 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de157-8012-4e1f-9dd3-0d439fa49865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e1b8a-af6f-4cee-8924-c3ed8e762b9b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:08.813506 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40188) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:08.861552 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.881565 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.926089 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.928879 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.930006 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/277e1b8a-af6f-4cee-8924-c3ed8e762b9b HTTP/1.1" status: 204 len: 168 time: 0.1154788 Nov 23 19:08:08.937873 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019ba4-77f4-4201-9c67-5f1032e471c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e1b8a-af6f-4cee-8924-c3ed8e762b9b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:09.187138 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:09.200759 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cad89cdf-383d-4cb4-9ef9-cb023a3207e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.282357 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cad89cdf-383d-4cb4-9ef9-cb023a3207e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.286614 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cad89cdf-383d-4cb4-9ef9-cb023a3207e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.324246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad89cdf-383d-4cb4-9ef9-cb023a3207e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905baa5-5b2f-4b77-bbe7-d052742683cd,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:09.329564 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-cad89cdf-383d-4cb4-9ef9-cb023a3207e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=817acf0412de486dbbad48d3992f8c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413488 Nov 23 19:08:09.335088 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40202) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:09.344518 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f9427-207f-4caf-9ba4-c19e7797eeb9 req-ee9a1835-37b2-49c8-8224-182fa8229e63 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:09.345952 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-191f9427-207f-4caf-9ba4-c19e7797eeb9 req-ee9a1835-37b2-49c8-8224-182fa8229e63 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0723746 Nov 23 19:08:09.385585 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2dc40fcb-5848-4f20-98e2-fe7ceaf99c0b req-17805ab2-63df-4bf6-bd1d-d30cb5fc9e1a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Nov 23 19:08:09.397342 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-191f9427-207f-4caf-9ba4-c19e7797eeb9 req-d7ecb668-855b-4fd7-abfd-c6c77f399f06 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Nov 23 19:08:09.410163 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.432618 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.477731 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.480415 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.481710 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6905baa5-5b2f-4b77-bbe7-d052742683cd HTTP/1.1" status: 204 len: 168 time: 0.1457036 Nov 23 19:08:09.491330 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf828bda-c41d-4554-afa3-dad1ad09a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905baa5-5b2f-4b77-bbe7-d052742683cd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:09.771675 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50e492-ff8c-4910-8a5f-6a7d31abf42a req-00be772a-8339-411c-956c-04ab0156a308 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:09.773192 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6a50e492-ff8c-4910-8a5f-6a7d31abf42a req-00be772a-8339-411c-956c-04ab0156a308 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.0526323 Nov 23 19:08:09.827882 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6a50e492-ff8c-4910-8a5f-6a7d31abf42a req-e18a621a-598a-41c4-a645-ef880b21af22 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Nov 23 19:08:09.878990 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9ecb6312-1117-404f-84ec-f9e47c8400d7 req-83a18ab9-888c-4aef-9896-855fe3bca7e0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0369263 Nov 23 19:08:09.919011 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1d1c3883-a364-4e33-97da-b92b0a74b0b0 req-00c7d8b2-00db-4e2b-9748-e1dc355f9dc4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0252850 Nov 23 19:08:10.284476 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:10.486020 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5ad9b5a2-b60d-4cd5-877a-f9c34660eea2 req-11287ad4-a8ab-44b3-a53e-512a4e17c142 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0272980 Nov 23 19:08:10.531102 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5782cb9-b8be-4f85-82e1-3ccc85823077 req-466b3e8f-139b-4a8c-8ce7-c3a1f58f1708 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:10.532590 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a5782cb9-b8be-4f85-82e1-3ccc85823077 req-466b3e8f-139b-4a8c-8ce7-c3a1f58f1708 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0545957 Nov 23 19:08:10.585691 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a5782cb9-b8be-4f85-82e1-3ccc85823077 req-bde216fa-d53b-4915-9344-846e1144ccad tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Nov 23 19:08:10.738853 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-652c4f49-d9c7-4e45-b427-6c7c6eefd9ca req-a8f26425-9791-4391-b39b-bd23305b5609 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279092 Nov 23 19:08:10.765319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-acb106a7-ff0b-4196-89bc-f8ebba701d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:10.770141 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-acb106a7-ff0b-4196-89bc-f8ebba701d8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e6449a25b7144669ca401b3b7430d4a&device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 1097 time: 0.0878077 Nov 23 19:08:10.897914 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277870a-1952-460d-a09d-4f9511ad66ba req-d382398e-da5b-4507-915e-9c363e32fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:10.905538 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-d382398e-da5b-4507-915e-9c363e32fc64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 1097 time: 0.0713413 Nov 23 19:08:11.001273 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33f9552f-7210-4dd2-bcb3-6b579d12541d req-27955ef1-46f6-40a9-8528-5ad9ddb4ea1b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0499086 Nov 23 19:08:11.061334 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-5ee45aa4-b153-4928-8a86-19985259c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.063518 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-5ee45aa4-b153-4928-8a86-19985259c7ab service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4e6449a25b7144669ca401b3b7430d4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2653637 Nov 23 19:08:11.075134 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe731ce-04fa-483f-bd3e-361fb20dc017 req-c38f3d1d-0d1e-4aaf-8b46-09217bf955f3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.083737 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4fe731ce-04fa-483f-bd3e-361fb20dc017 req-c38f3d1d-0d1e-4aaf-8b46-09217bf955f3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.1270983 Nov 23 19:08:11.178859 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.54', 51206) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:11.187534 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-20231175-7cca-4df3-9053-882d46a3619b req-655bbf9f-83d3-4dc4-ac7e-26c4d254e262 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0505521 Nov 23 19:08:11.292070 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4fe731ce-04fa-483f-bd3e-361fb20dc017 req-28d69267-0b8d-4e5e-8868-65110e19fb92 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028482 Nov 23 19:08:11.307381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277870a-1952-460d-a09d-4f9511ad66ba req-51490da5-5210-45b4-b43e-3cb892325922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.309705 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-51490da5-5210-45b4-b43e-3cb892325922 service neutron] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 915 time: 0.3778284 Nov 23 19:08:11.318996 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-5285d409-a5f1-4b82-8af0-a4d8b7c1550c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.320691 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-5285d409-a5f1-4b82-8af0-a4d8b7c1550c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 819 time: 0.1275604 Nov 23 19:08:11.323084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-8899d802-2a14-47e4-8c48-4ab7c9f10772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.326749 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e38d07a-8dfd-4dc2-9035-d5f5ba4255c1 req-8899d802-2a14-47e4-8c48-4ab7c9f10772 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406268 Nov 23 19:08:11.362604 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Request body: {'port': {'device_id': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'admin_state_up': True, 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:11.366851 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-7ffe015c-2f42-4043-8e0c-df4dc67ea615 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa HTTP/1.1" status: 200 len: 217 time: 0.0451655 Nov 23 19:08:11.436090 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-5235a957-9346-4955-99b3-9f78fa5f0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.438545 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-5235a957-9346-4955-99b3-9f78fa5f0454 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e6449a25b7144669ca401b3b7430d4a&device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 1097 time: 0.0584762 Nov 23 19:08:11.530431 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277870a-1952-460d-a09d-4f9511ad66ba req-234e82d7-9dff-4ac9-b1be-b34271999060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.531965 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-234e82d7-9dff-4ac9-b1be-b34271999060 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.1497395 Nov 23 19:08:11.551146 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-30ab7339-471b-4345-8fd9-eb1e34048c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 HTTP/1.1" status: 200 len: 217 time: 0.1003273 Nov 23 19:08:11.580934 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-b104271a-ea13-46f9-9e99-6dd556085dd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338347 Nov 23 19:08:11.617379 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Made reservation on behalf of c576d7e7cd0f45beb714805242d099f0 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:11.621635 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:11.679570 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-5e03a90b-f5f6-4f02-8342-01d7bba0c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.683292 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-5e03a90b-f5f6-4f02-8342-01d7bba0c948 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b8e259d3-d371-4f92-9e52-3ae1ad51991d HTTP/1.1" status: 200 len: 852 time: 0.0993230 Nov 23 19:08:11.706966 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-136750bd-e47a-41cc-b7ec-a1fc588a96f2 req-91777d28-d844-4b9d-b486-9f7e76623273 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0906391 Nov 23 19:08:11.771698 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-39c911ab-dfe8-46a9-bf95-529919a0eb03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8b09e10-8118-421a-af62-2648a51687f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782712 Nov 23 19:08:11.787437 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.54', 51212) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:11.854385 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-f1592c48-d8fd-4df5-8f76-d528b8fe7b5a service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613094 Nov 23 19:08:12.082200 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf25130-7567-4cef-a790-cf6924ebf838 req-270effb8-bc7d-4290-952e-473441274c29 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.083392 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-baf25130-7567-4cef-a790-cf6924ebf838 req-270effb8-bc7d-4290-952e-473441274c29 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.3416097 Nov 23 19:08:12.167534 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-bb0daafb-afc3-4b1d-9d41-6a449c347783 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b09e10-8118-421a-af62-2648a51687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056224 Nov 23 19:08:12.176785 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-baf25130-7567-4cef-a790-cf6924ebf838 req-555bb707-dd6c-44d0-a729-1173ecac81e8 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Nov 23 19:08:12.184925 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.54', 51218) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:12.236026 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b8f131db-0673-4549-8afd-bdfea5d187df req-053b2091-14ab-48be-adc2-a9f498091390 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0882754 Nov 23 19:08:12.273516 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Allocated IP 172.20.0.12 (00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b/c71a4496-fa08-45b3-af51-4aa234310790/efcc1b60-bdc1-49c5-9b33-0bb9b5930637) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:12.283924 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-7ae50ad7-8952-4656-b02f-9d5bc951cbf2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.285669 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-7ae50ad7-8952-4656-b02f-9d5bc951cbf2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 819 time: 0.4972489 Nov 23 19:08:12.325464 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-72f497db-b3d1-4b2c-8a86-076eaf1ff9f7 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613945 Nov 23 19:08:12.329154 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Request body: {'port': {'device_id': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'admin_state_up': True, 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:12.347183 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f4647671-921e-4281-8dcb-5f126c1d7b35 req-1e8da4a3-f727-4613-9a25-fc796a0cba1d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0409572 Nov 23 19:08:12.364474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-c7785da5-514b-4961-94aa-09ceb10edb06 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.366059 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-c7785da5-514b-4961-94aa-09ceb10edb06 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 810 time: 0.1776478 Nov 23 19:08:12.486942 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-846d3774-eb5a-47fc-86e4-a99648dfdb66 req-1f661931-3933-4fe6-b7f9-b1ee5aa6376f service neutron] 10.222.0.54 "GET /v2.0/networks/f8b09e10-8118-421a-af62-2648a51687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969317 Nov 23 19:08:12.492330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-efb861e9-4f9a-4652-ac1c-4766aac354ab tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 379 time: 0.1148143 Nov 23 19:08:12.503259 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'port': {'device_id': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'admin_state_up': True, 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'security_groups': ['1429b021-fb56-4ae7-a7fe-fdd932596114']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:12.536303 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dbf91-c115-4518-bc24-a6146c2ebe9e req-2d188a2d-d9eb-4ef3-8517-c5eb74737728 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.538475 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c48dbf91-c115-4518-bc24-a6146c2ebe9e req-2d188a2d-d9eb-4ef3-8517-c5eb74737728 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 944 time: 0.1390386 Nov 23 19:08:12.631744 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Made reservation on behalf of c576d7e7cd0f45beb714805242d099f0 for: {'port': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:12.635348 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.652680 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Made reservation on behalf of 7d5637d1383e4dadb75399b524472080 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:12.657069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.679205 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1724aa31-f93e-4691-bd8a-5e35a5721baa details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:12.753313 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.803009 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.833390 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c48dbf91-c115-4518-bc24-a6146c2ebe9e req-55df2f30-21c6-4553-8aa0-e382dfae2f91 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831228 Nov 23 19:08:12.872450 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-bc6cae66-f96f-462b-9228-d7c70f5c5bc5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.874426 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-bc6cae66-f96f-462b-9228-d7c70f5c5bc5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 816 time: 0.2062676 Nov 23 19:08:12.916981 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:12.938167 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '1724aa31-f93e-4691-bd8a-5e35a5721baa', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'port_id': '1724aa31-f93e-4691-bd8a-5e35a5721baa', 'mac_address': 'fa:16:3e:55:f0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3a65-4b19-420b-8f3f-d189d5ec0859', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:12.981321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.998238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1724aa31-f93e-4691-bd8a-5e35a5721baa {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:13.016029 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Allocated IP 172.20.0.13 (00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b/c71a4496-fa08-45b3-af51-4aa234310790/1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:13.058242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:13.069283 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.081236 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-28af2cfc-db58-4305-a395-3dfbf490eddf req-318a14ec-4df6-40d3-b2d2-01b2f1414e04 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.1817274 Nov 23 19:08:13.137406 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-87858749-e84d-47e8-8c68-a4ce860c517a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 379 time: 0.2454841 Nov 23 19:08:13.151156 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'port': {'device_id': '7ebb9867-2731-40c5-9367-62b655d2340d', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'admin_state_up': True, 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'security_groups': ['1145705a-9194-461d-a397-040bb2814842']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:13.162462 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:13.174930 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:13.187531 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:13.199416 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:13.207057 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:13.208018 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.212430 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Pushing event updated for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:13.232007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Allocated IP 172.20.0.8 (16c9391c-a12a-4f7f-93e8-9c0438f9c7d0/6555a961-fa26-4aea-8247-1c167b75a699/bdcd384b-ad56-40e8-a527-1dab0d2b65bc) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:13.302339 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-ebe03cf5-f573-4f24-8091-4d66dd73b51a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9436030 Nov 23 19:08:13.329777 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Request body: {'port': {'device_id': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:13.331894 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:13.382143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Made reservation on behalf of 2a447da97a8b4648906757caaf4a02dc for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:13.386284 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.445252 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e38f649-b227-4a6f-9fc7-a3eac758063f req-9f35bfd9-6a45-4fee-aa9e-49452a220d68 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0640855 Nov 23 19:08:13.478617 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1c74-df54-46e1-9c26-b696f323a166 req-ca07acd5-0030-4fe8-b54f-d7e1cbd10454 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:13.486843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ba7d1c74-df54-46e1-9c26-b696f323a166 req-ca07acd5-0030-4fe8-b54f-d7e1cbd10454 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.1835058 Nov 23 19:08:13.491440 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.539875 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.541911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.592852 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ba7d1c74-df54-46e1-9c26-b696f323a166 req-6b1edb54-8a06-4436-b947-7d4684568a94 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049244 Nov 23 19:08:13.604139 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c53f3382-ed09-44f1-b5c1-8be30ec9c8a8 req-ae859795-1dd6-4e83-91e7-9656fc100f66 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 210 time: 0.0655568 Nov 23 19:08:13.674741 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Allocated IP 172.20.0.10 (0327e56a-74a7-4a6f-8d37-136214ac9946/d75b5cde-edb0-480d-b701-3e54909616d9/e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:13.681055 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.694065 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.754069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:13.760058 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:13.761721 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:13.766219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:13.769185 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:13.770766 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:13.773326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:13.774395 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:13.775114 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.780091 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:13.780942 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.832003 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Pushing event updated for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:13.842323 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-03f377ea-be78-4522-8eac-0fe7fc35b95e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5372889 Nov 23 19:08:13.847537 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-3b95046e-cd6b-4bd8-947a-b7bd8220245c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3491943 Nov 23 19:08:13.914249 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.954473 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcc1b60-bdc1-49c5-9b33-0bb9b5930637 {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:13.955454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.968547 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.983571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ab638875-eaa6-47e5-9bc1-f26c6266b22f None None] Provisioning complete for port bdcd384b-ad56-40e8-a527-1dab0d2b65bc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:13.984165 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ab638875-eaa6-47e5-9bc1-f26c6266b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.987357 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Transition to ACTIVE for port object efcc1b60-bdc1-49c5-9b33-0bb9b5930637 will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:13.999478 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60359c4a-0724-4265-97d6-70c94887faaa req-c14c79ee-2bb0-48cf-83b0-edbad4373dd1 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.001622 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-60359c4a-0724-4265-97d6-70c94887faaa req-c14c79ee-2bb0-48cf-83b0-edbad4373dd1 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 945 time: 0.0850830 Nov 23 19:08:14.003211 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.011340 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:14.015145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:14.019039 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:14.020762 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-ab638875-eaa6-47e5-9bc1-f26c6266b22f None None] Port bdcd384b-ad56-40e8-a527-1dab0d2b65bc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:14.026683 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.027309 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.039918 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:14.055929 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-a55bf9dc-f125-439a-aff1-82782fcceeb1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9092329 Nov 23 19:08:14.081627 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:14.136379 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-60359c4a-0724-4265-97d6-70c94887faaa req-f82cca9e-9f8c-4ae5-8d0d-9999412b56eb tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238742 Nov 23 19:08:14.140823 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Attempting to bind port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:14.141228 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Attempting to bind port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:14.141640 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Attempting to bind port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:14.147662 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:14.148120 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Attempting to bind port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:14.156710 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:14.157044 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Checking segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:14.157424 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Bound using segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:14.157860 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Bound port: efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:14.158205 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.232055 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc64aa2-84d0-4679-b61a-ea2df57ca750 req-09f24954-56b0-468a-b1fe-b49a3a28e769 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.236553 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:14.236722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-edc64aa2-84d0-4679-b61a-ea2df57ca750 req-09f24954-56b0-468a-b1fe-b49a3a28e769 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 931 time: 0.0594900 Nov 23 19:08:14.236827 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:14.242132 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.254875 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-7a31625e-8459-4019-bb38-22b86bb46494 None None] Provisioning complete for port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:14.255368 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-7a31625e-8459-4019-bb38-22b86bb46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.283458 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.284092 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.285467 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 1094 time: 0.9631863 Nov 23 19:08:14.285900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:14.286433 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-edc64aa2-84d0-4679-b61a-ea2df57ca750 req-8555eff5-82af-42ae-beba-62641403ec7e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Nov 23 19:08:14.290095 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e485307-e9ed-4aff-ac9c-2e7908caa46b" -d '{"events": [{"name": "network-changed", "server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:14.293634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-7a31625e-8459-4019-bb38-22b86bb46494 None None] Port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:14.314736 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad248-66ec-4ba8-beb4-c9fdab1fc2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:14.329865 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4405f0-8a7f-4a83-9cd1-49e30c33c170 x-openstack-request-id: req-6f4405f0-8a7f-4a83-9cd1-49e30c33c170 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:14.330219 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:14.330478 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f4405f0-8a7f-4a83-9cd1-49e30c33c170 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:14.330877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637', 'status': 'completed', 'code': 200} Nov 23 19:08:14.558727 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d393d16-28cd-4ec8-90b1-4ce4f43fd2fb req-ad7999cf-3697-46a1-9b23-4b793ec313bb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.561344 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1d393d16-28cd-4ec8-90b1-4ce4f43fd2fb req-ad7999cf-3697-46a1-9b23-4b793ec313bb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 932 time: 0.0493317 Nov 23 19:08:14.610207 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1d393d16-28cd-4ec8-90b1-4ce4f43fd2fb req-a68084d0-942b-4c2a-8a34-ee1d04734837 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Nov 23 19:08:14.716744 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae980635-fa19-410b-a133-cd9152549b7e req-57a004ee-7247-4b7e-83f1-c39b4bc8106d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.718352 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ae980635-fa19-410b-a133-cd9152549b7e req-57a004ee-7247-4b7e-83f1-c39b4bc8106d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0530770 Nov 23 19:08:14.729359 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe92b43-dcb3-4878-abfc-f24e255fab7f req-f74e81ae-d3d4-454e-bf4f-7cd2efc17ff7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.730853 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-abe92b43-dcb3-4878-abfc-f24e255fab7f req-f74e81ae-d3d4-454e-bf4f-7cd2efc17ff7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 932 time: 0.0529659 Nov 23 19:08:14.769498 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ae980635-fa19-410b-a133-cd9152549b7e req-21a0c494-4ef0-4d28-bced-5c1684e49a43 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451636 Nov 23 19:08:14.777382 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-abe92b43-dcb3-4878-abfc-f24e255fab7f req-bff138d3-7237-4ac7-b1d4-5f2f8e2eee21 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 Nov 23 19:08:15.251739 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d548c-67e4-4301-8065-f75443261ac5 req-e69a92f5-0c52-4ba8-adf5-0d681934cf6a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.253228 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d57d548c-67e4-4301-8065-f75443261ac5 req-e69a92f5-0c52-4ba8-adf5-0d681934cf6a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 945 time: 0.0468118 Nov 23 19:08:15.300249 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d57d548c-67e4-4301-8065-f75443261ac5 req-660e6a1d-b027-4aaa-8078-755559e02641 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Nov 23 19:08:15.398097 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138cb0-9af5-4fc1-b4de-42e4b2ab4847 req-924eb1fa-6c31-43e1-9dba-bf0e70959db3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.399541 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46138cb0-9af5-4fc1-b4de-42e4b2ab4847 req-924eb1fa-6c31-43e1-9dba-bf0e70959db3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 931 time: 0.0470502 Nov 23 19:08:15.446578 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46138cb0-9af5-4fc1-b4de-42e4b2ab4847 req-ac691a92-ae18-4651-ad8e-be7fed17449b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Nov 23 19:08:15.722280 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72560561-95a8-45c5-a959-41a258f8bd94 req-321b6e8e-cfd0-49dd-8a46-fa03f1c1ee1c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.723645 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-72560561-95a8-45c5-a959-41a258f8bd94 req-321b6e8e-cfd0-49dd-8a46-fa03f1c1ee1c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 932 time: 0.0481617 Nov 23 19:08:15.772097 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-72560561-95a8-45c5-a959-41a258f8bd94 req-191d118f-e66b-4cc7-9dfd-84740fcf985f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Nov 23 19:08:15.880936 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e81b-3a8c-4fed-b399-6bbd3225e8f3 req-6c767710-d2d7-460f-b33c-1d211427055c tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.882411 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6bf2e81b-3a8c-4fed-b399-6bbd3225e8f3 req-6c767710-d2d7-460f-b33c-1d211427055c tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.0471940 Nov 23 19:08:15.898579 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0b3c0-e780-4d5e-9912-670095ae5273 req-2932b837-8606-429a-a64f-05e18c4a8f6a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.900031 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-97e0b3c0-e780-4d5e-9912-670095ae5273 req-2932b837-8606-429a-a64f-05e18c4a8f6a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 932 time: 0.0511460 Nov 23 19:08:15.933101 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6bf2e81b-3a8c-4fed-b399-6bbd3225e8f3 req-3ae8bcbb-e4be-4a67-b6c6-79f7ea3f47a6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Nov 23 19:08:15.947017 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-97e0b3c0-e780-4d5e-9912-670095ae5273 req-91734f47-ff1e-4187-9bb7-5974c68b4f3e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Nov 23 19:08:16.377774 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Request body: {'port': {'device_id': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:16.400419 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Request body: {'port': {'device_id': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:16.408095 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Request body: {'port': {'device_id': '7ebb9867-2731-40c5-9367-62b655d2340d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:16.469284 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-41bca93b-7b8c-45a1-8727-0d13253577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.470227 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-41bca93b-7b8c-45a1-8727-0d13253577b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1097 time: 0.0680890 Nov 23 19:08:16.471413 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.511173 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a469df-a7f5-4f9c-b39d-b94b728ff6e4 req-a4a4369d-0fe2-4508-bea0-c04c20f96d97 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.512767 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f1a469df-a7f5-4f9c-b39d-b94b728ff6e4 req-a4a4369d-0fe2-4508-bea0-c04c20f96d97 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 945 time: 0.1477628 Nov 23 19:08:16.529805 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.533343 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.651869 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f1a469df-a7f5-4f9c-b39d-b94b728ff6e4 req-470ae48f-2ba7-4bf1-bfe3-ff80c8608acc tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297014 Nov 23 19:08:16.757702 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a30d-80c0-4802-8792-3e48610702a3 req-8d79784a-4418-4cfc-b51f-2c45b30c2bd4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.759158 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b565a30d-80c0-4802-8792-3e48610702a3 req-8d79784a-4418-4cfc-b51f-2c45b30c2bd4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 931 time: 0.2103486 Nov 23 19:08:16.788891 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-c8b9b9c7-5294-4c0f-b94d-386d8c17b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.790335 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-c8b9b9c7-5294-4c0f-b94d-386d8c17b781 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c576d7e7cd0f45beb714805242d099f0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3099501 Nov 23 19:08:17.012974 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ef3f-934b-4d3b-a9f5-c556718932d4 req-1e6d896c-37b7-4a2f-980b-a564e954d947 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.014506 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8480ef3f-934b-4d3b-a9f5-c556718932d4 req-1e6d896c-37b7-4a2f-980b-a564e954d947 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 932 time: 0.1219618 Nov 23 19:08:17.127736 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcd384b-ad56-40e8-a527-1dab0d2b65bc {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:17.138211 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:17.147434 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.154805 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.161309 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b565a30d-80c0-4802-8792-3e48610702a3 req-fb9cb425-ecf2-41f5-9e6f-89d18fddf081 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915536 Nov 23 19:08:17.162869 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8480ef3f-934b-4d3b-a9f5-c556718932d4 req-d00fdafb-b1dd-4198-9cc2-779419b9dfff tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386685 Nov 23 19:08:17.184295 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Transition to ACTIVE for port object bdcd384b-ad56-40e8-a527-1dab0d2b65bc will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:17.198299 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Transition to ACTIVE for port object e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:17.198299 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.224489 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-d26fd56f-a5a6-496a-b2e5-a37fdf02d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.226544 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2e485307-e9ed-4aff-ac9c-2e7908caa46b req-d26fd56f-a5a6-496a-b2e5-a37fdf02d800 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4142601 Nov 23 19:08:17.253761 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.311562 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.358720 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae {{(pid=102737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:17.377810 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.413381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.provisioning_blocks [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Transition to ACTIVE for port object 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae will not be triggered until provisioned by entity L2. {{(pid=102737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:17.430056 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.484024 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.486122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.526859 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1fc8d-c72b-441f-963a-dcd9fa3b2f1c req-2d03a507-bd15-418b-9257-73c6a27a6db2 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.535698 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f1c1fc8d-c72b-441f-963a-dcd9fa3b2f1c req-2d03a507-bd15-418b-9257-73c6a27a6db2 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 944 time: 0.2317708 Nov 23 19:08:17.578575 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Attempting to bind port bdcd384b-ad56-40e8-a527-1dab0d2b65bc on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:17.580289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Attempting to bind port bdcd384b-ad56-40e8-a527-1dab0d2b65bc by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:17.580289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Attempting to bind port bdcd384b-ad56-40e8-a527-1dab0d2b65bc on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.591382 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Port bdcd384b-ad56-40e8-a527-1dab0d2b65bc on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:17.591913 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Attempting to bind port bdcd384b-ad56-40e8-a527-1dab0d2b65bc on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.627400 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66516181-1fdb-4525-bf2d-7e803bf6e56b req-75c9108c-4439-489d-aa1f-780eb66e8d01 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.629009 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-66516181-1fdb-4525-bf2d-7e803bf6e56b req-75c9108c-4439-489d-aa1f-780eb66e8d01 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.2993233 Nov 23 19:08:17.631200 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Attempting to bind port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:17.631582 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Attempting to bind port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:17.632126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Attempting to bind port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.640255 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:17.640600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Checking segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:17.641026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Bound using segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:17.641526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Bound port: bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:17.642021 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.646136 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-a15a3a46-e080-4e4e-ad76-eab82c8f5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.649596 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-a15a3a46-e080-4e4e-ad76-eab82c8f5eca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1097 time: 0.3469186 Nov 23 19:08:17.663818 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f on network 0327e56a-74a7-4a6f-8d37-136214ac9946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:17.664163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Attempting to bind port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.687029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:17.687374 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Checking segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:17.687784 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Bound using segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:17.688223 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Bound port: e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:17.688575 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.735412 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-14a81618-2e41-411c-80b1-01e0fef45774 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0735502 Nov 23 19:08:17.814176 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f1c1fc8d-c72b-441f-963a-dcd9fa3b2f1c req-dfd91619-39b3-4e8b-ba78-6ccff8c32373 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773173 Nov 23 19:08:17.836557 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Attempting to bind port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:17.836557 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Attempting to bind port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:17.836557 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Attempting to bind port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.852812 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:17.855210 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Attempting to bind port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae on network 00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:17.872214 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:17.872614 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Checking segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:17.873041 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Bound using segment: {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'} {{(pid=102737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:17.873517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.managers [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Bound port: 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afe2f22-af57-4d60-b454-af01ada36ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b'}}] {{(pid=102737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:17.875597 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.896847 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511533-931c-439b-96c7-223a2394068e req-419c1e1b-588c-4087-9a21-017c5de0215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.898548 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-419c1e1b-588c-4087-9a21-017c5de0215f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.1427076 Nov 23 19:08:17.954655 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-090320a4-6beb-46a5-8241-5a19eab6b989 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461102 Nov 23 19:08:18.009518 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40430) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:18.071790 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-66516181-1fdb-4525-bf2d-7e803bf6e56b req-6c45ecf7-4cc9-445c-874c-ee22ea26b2ed tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4108975 Nov 23 19:08:18.095561 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce425-54cc-4ff6-95e7-9db689226cdf req-dda746c5-8428-4c03-b820-99f75e982bce tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.097054 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-be0ce425-54cc-4ff6-95e7-9db689226cdf req-dda746c5-8428-4c03-b820-99f75e982bce tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 945 time: 0.1700523 Nov 23 19:08:18.097813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:18.100081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:18.102786 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:18.105097 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:18.110611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.116820 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, cleared binding levels {{(pid=102737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:18.120139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.148049 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-f129b9d5-ea24-4f9c-886c-ae6ef386bf3b service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784132 Nov 23 19:08:18.156142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:18.156712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.157136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.158525 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] 10.222.0.54 "PUT /v2.0/ports/bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 1093 time: 1.7793925 Nov 23 19:08:18.160317 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:18.162952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00" -d '{"events": [{"name": "network-changed", "server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:18.166297 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.167091 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.168985 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 1094 time: 1.7873628 Nov 23 19:08:18.182116 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.213657 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f5e0-95c9-47b3-81e4-88110d938475 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:18.282899 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61024e98-47ee-45a3-a214-10ca14720d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.302824 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.303436 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.305279 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] 10.222.0.54 "PUT /v2.0/ports/1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 200 len: 1094 time: 1.9331391 Nov 23 19:08:18.331120 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fae453-e1e0-4868-afd4-e1a3cb2b51aa x-openstack-request-id: req-55fae453-e1e0-4868-afd4-e1a3cb2b51aa {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:18.331318 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:18.331452 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55fae453-e1e0-4868-afd4-e1a3cb2b51aa {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:18.331882 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'status': 'completed', 'code': 200} Nov 23 19:08:18.354540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:18.378351 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba79c9-78d8-4771-af63-e2980b313e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:18.413611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-55b149fb-b921-4bff-932b-e6434f27bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.415123 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-55b149fb-b921-4bff-932b-e6434f27bb2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1097 time: 0.1944201 Nov 23 19:08:18.418875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-5f3a95e1-fd8e-4e23-9df5-82c3a3c9f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.419798 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:18.420276 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-5f3a95e1-fd8e-4e23-9df5-82c3a3c9f1b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1096 time: 0.1301892 Nov 23 19:08:18.431745 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1724aa31-f93e-4691-bd8a-5e35a5721baa up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:18.433122 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43de734b-3f5a-4b18-8c8d-fd85139ccb49" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:18.454101 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-be0ce425-54cc-4ff6-95e7-9db689226cdf req-a1ae601e-6e27-43ab-ab7b-14c30c09a642 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422787 Nov 23 19:08:18.503929 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a620-738a-491f-adfa-7d265df4fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=3']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:18.552903 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-acfe3304-c201-4c29-a936-e4b426b48e46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 217 time: 0.1163366 Nov 23 19:08:18.555156 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-aa07d7dc-069b-4762-a8f7-a447fba52b20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 217 time: 0.1175621 Nov 23 19:08:18.577075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a9c7-d624-4550-b87d-2fd087addc37 req-cdc4bec2-be89-490b-af78-bd78076f0e2a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.577257 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,segment=NetworkSegment(60a6f45f-48bb-42e1-a0c5-a4a2bedf25df),segment_id=60a6f45f-48bb-42e1-a0c5-a4a2bedf25df)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:18.577362 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c00a9c7-d624-4550-b87d-2fd087addc37 req-cdc4bec2-be89-490b-af78-bd78076f0e2a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.1610632 Nov 23 19:08:18.592940 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11', 'network_id': 'f8b09e10-8118-421a-af62-2648a51687f4', 'port_id': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11', 'mac_address': 'fa:16:3e:dd:a6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e259d3-d371-4f92-9e52-3ae1ad51991d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:18.596098 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 1724aa31-f93e-4691-bd8a-5e35a5721baa completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:18.620014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 1724aa31-f93e-4691-bd8a-5e35a5721baa triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:18.620635 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.665761 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.686140 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1511533-931c-439b-96c7-223a2394068e req-a65b420d-91a6-48c0-ade8-da5e19cec0fd service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279496 Nov 23 19:08:18.688628 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:18.701501 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-05d264e3-56d7-439e-8d6c-59bbe84049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.702960 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-05d264e3-56d7-439e-8d6c-59bbe84049b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.1248262 Nov 23 19:08:18.706611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-f14b965e-e1fe-4cb1-99b2-c685aa1959f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.707848 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-f14b965e-e1fe-4cb1-99b2-c685aa1959f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.1286564 Nov 23 19:08:18.722203 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,segment=NetworkSegment(60a6f45f-48bb-42e1-a0c5-a4a2bedf25df),segment_id=60a6f45f-48bb-42e1-a0c5-a4a2bedf25df)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:18.732880 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-b2f1acd0-3924-4e25-8339-e50950556fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.734533 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-b2f1acd0-3924-4e25-8339-e50950556fbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1097 time: 0.2360628 Nov 23 19:08:18.753114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.770917 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c00a9c7-d624-4550-b87d-2fd087addc37 req-c15e9a91-b7fa-4457-9eb3-adbe5f068a35 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775992 Nov 23 19:08:18.796486 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.808609 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-5e2a1644-fbf2-4d0f-b922-16c95e6086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.811034 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-5e2a1644-fbf2-4d0f-b922-16c95e6086b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900781 Nov 23 19:08:18.812979 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-bdff602a-b327-41a6-82ad-1c9d0a59e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.814324 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-bdff602a-b327-41a6-82ad-1c9d0a59e8bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944951 Nov 23 19:08:18.815652 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-6e3222b3-d081-4ab0-9950-a5c209974de3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 200 len: 217 time: 0.0669570 Nov 23 19:08:18.834235 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61024e98-47ee-45a3-a214-10ca14720d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.840051 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:18.850493 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:18.926657 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:18.927051 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-f45a3772-335c-453f-8d1e-c86956820edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.933513 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.951896 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-f45a3772-335c-453f-8d1e-c86956820edb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.1031034 Nov 23 19:08:18.955333 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293bcae2-0ec9-4cf9-b015-f0f672b19db4 x-openstack-request-id: req-293bcae2-0ec9-4cf9-b015-f0f672b19db4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:18.955639 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:18.955922 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-293bcae2-0ec9-4cf9-b015-f0f672b19db4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:18.956330 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae', 'status': 'completed', 'code': 200} Nov 23 19:08:18.959671 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61024e98-47ee-45a3-a214-10ca14720d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.070640 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-61024e98-47ee-45a3-a214-10ca14720d6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24650d10283644a6ad4eb22e9d2aba1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0589781 Nov 23 19:08:19.090489 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b3fa-89ae-46b0-a896-38ca2a2b79d8 req-fc8b9e27-4e28-4255-ad6f-cbf22bb89df8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.093362 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40466) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:19.095317 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9983b3fa-89ae-46b0-a896-38ca2a2b79d8 req-fc8b9e27-4e28-4255-ad6f-cbf22bb89df8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.4882996 Nov 23 19:08:19.170375 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-13b9b150-fba9-417e-a824-5247f4bb5115 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240451 Nov 23 19:08:19.177037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269907b-e20b-4cde-a1b9-9d9bb4e03aa6" -d '{"events": [{"server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "name": "network-vif-plugged", "status": "completed", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:19.184751 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['c8fd8a0e-b3d5-4a8a-839b-db5a53973a11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:19.216669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d52e4-a65c-4644-8e34-5d0fd36862d9 req-130a0372-80a9-4f17-9237-1e05d27a9c34 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.218192 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5e2d52e4-a65c-4644-8e34-5d0fd36862d9 req-130a0372-80a9-4f17-9237-1e05d27a9c34 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 945 time: 0.2913187 Nov 23 19:08:19.229140 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-e44125fb-c41c-42eb-9f75-18dfc7e09bf6 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906593 Nov 23 19:08:19.244173 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024e98-47ee-45a3-a214-10ca14720d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23becc0-ffe2-4b87-bcc2-8dbbc1ddd631,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:19.244566 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:19.276099 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-0fc6fc3a-b6cf-4e3e-9a29-a2f54fa25f9f service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361472 Nov 23 19:08:19.365591 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.375495 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9983b3fa-89ae-46b0-a896-38ca2a2b79d8 req-b0ebade4-3497-4d36-b3e0-60837efa4393 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531066 Nov 23 19:08:19.378592 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-1fcbb08d-34f0-431c-95ad-6d3a74cd7cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310842 Nov 23 19:08:19.449419 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5e2d52e4-a65c-4644-8e34-5d0fd36862d9 req-a1dce8ce-1fa6-42f6-95e1-f1bc9d88d9ea tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192771 Nov 23 19:08:19.455491 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.475390 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3194ef65-7aa3-4b8e-8b27-6e275406afcc req-502f3add-05ab-41af-8b91-817cd1a40bf8 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294664 Nov 23 19:08:19.504523 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d1881e9d-6335-4853-ba51-05d0e677dbab req-977e339e-7134-42ae-9a94-0322aa60bd9e service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092664 Nov 23 19:08:19.528195 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dfb8d-5608-4593-999e-5ced88661c48 req-365ce738-31ed-4429-9c22-cda797f33386 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.536892 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d63dfb8d-5608-4593-999e-5ced88661c48 req-365ce738-31ed-4429-9c22-cda797f33386 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0878570 Nov 23 19:08:19.547015 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.550270 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.551667 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b23becc0-ffe2-4b87-bcc2-8dbbc1ddd631 HTTP/1.1" status: 204 len: 168 time: 0.4522171 Nov 23 19:08:19.581455 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a2289-3807-48c3-9316-61e28c397a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23becc0-ffe2-4b87-bcc2-8dbbc1ddd631,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:19.601119 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d63dfb8d-5608-4593-999e-5ced88661c48 req-27a7ecad-b961-4458-abae-b6bbc612808c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585313 Nov 23 19:08:19.636957 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168c3445-cc07-480b-a206-699b8899d013 x-openstack-request-id: req-168c3445-cc07-480b-a206-699b8899d013 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:19.637616 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "name": "network-vif-plugged", "status": "completed", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:19.637616 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-168c3445-cc07-480b-a206-699b8899d013 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:19.638240 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa', 'code': 200} Nov 23 19:08:19.723737 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0424cb-79e9-46e4-b21b-dc5263237a58 req-37c2cbe8-609e-47fd-b56a-7fe70878e381 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.725483 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a0424cb-79e9-46e4-b21b-dc5263237a58 req-37c2cbe8-609e-47fd-b56a-7fe70878e381 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0545418 Nov 23 19:08:19.772010 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a0424cb-79e9-46e4-b21b-dc5263237a58 req-aa616822-7a33-41d2-a48d-1af271886bc8 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Nov 23 19:08:19.901259 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b6b27-ba0c-4793-acf4-8fdb7505097d req-d06ce2d5-ea42-4d97-b187-07c7cf6d377d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.903221 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-289b6b27-ba0c-4793-acf4-8fdb7505097d req-d06ce2d5-ea42-4d97-b187-07c7cf6d377d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0494504 Nov 23 19:08:19.952575 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-289b6b27-ba0c-4793-acf4-8fdb7505097d req-017ec0ca-5e50-4b66-8777-7ea9011be6a4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Nov 23 19:08:20.333023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:20.335464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800299a6-70e1-43c0-afdb-6d71e6dc749e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:20.371310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8ba952-c2d3-4dcd-abbd-2dc076d2aad6 x-openstack-request-id: req-aa8ba952-c2d3-4dcd-abbd-2dc076d2aad6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:20.371689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:20.371993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa8ba952-c2d3-4dcd-abbd-2dc076d2aad6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:20.372390 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'status': 'completed', 'code': 200} Nov 23 19:08:20.502536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1de418-2ffb-41c9-b5bb-da287c3a58cd req-9bd05cda-62d8-478f-acdb-e36abbda7191 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.503926 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc1de418-2ffb-41c9-b5bb-da287c3a58cd req-9bd05cda-62d8-478f-acdb-e36abbda7191 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.0540195 Nov 23 19:08:20.556843 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc1de418-2ffb-41c9-b5bb-da287c3a58cd req-aef299fa-4e0d-4db7-959f-8063879e6a5b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472398 Nov 23 19:08:20.585924 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a118f-7ffc-46ab-b02a-aa9b980dc22f req-f5df2f33-a3ce-4332-9616-e26e02c4e18d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.587425 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-193a118f-7ffc-46ab-b02a-aa9b980dc22f req-f5df2f33-a3ce-4332-9616-e26e02c4e18d tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 945 time: 0.0567012 Nov 23 19:08:20.643935 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-193a118f-7ffc-46ab-b02a-aa9b980dc22f req-00ed131f-173e-4b58-b909-eae811a61a15 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Nov 23 19:08:20.743095 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38264f-5784-4d79-b83e-366248054952 req-7fa00240-edc8-4376-a3ec-e16345af9a71 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.744575 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae38264f-5784-4d79-b83e-366248054952 req-7fa00240-edc8-4376-a3ec-e16345af9a71 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0485256 Nov 23 19:08:20.792642 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae38264f-5784-4d79-b83e-366248054952 req-7da613c8-1417-4071-b1d5-132d7d463e2d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Nov 23 19:08:20.884907 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c578-54ca-4086-84b1-42d0419026b7 req-01dcacd9-36b4-46e6-8bff-bbe99d9358b2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.886397 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4ca7c578-54ca-4086-84b1-42d0419026b7 req-01dcacd9-36b4-46e6-8bff-bbe99d9358b2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Nov 23 19:08:20.935543 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4ca7c578-54ca-4086-84b1-42d0419026b7 req-022b24af-736d-4f4a-803d-bebbcc259363 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Nov 23 19:08:21.064041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76b2be-7aca-49f1-8c28-4f010233f296 req-2b2a083f-c8ed-4846-a8ef-a47026932869 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.065532 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8d76b2be-7aca-49f1-8c28-4f010233f296 req-2b2a083f-c8ed-4846-a8ef-a47026932869 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0480185 Nov 23 19:08:21.115012 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8d76b2be-7aca-49f1-8c28-4f010233f296 req-5fedc51d-cf77-4d39-bce2-673085bd7db5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436130 Nov 23 19:08:21.676546 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ec89-b078-4c9b-a508-02bee470372c req-4bd90e92-bfbd-40d9-9a61-7c79146d13ec tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.678048 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8437ec89-b078-4c9b-a508-02bee470372c req-4bd90e92-bfbd-40d9-9a61-7c79146d13ec tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.0503531 Nov 23 19:08:21.737450 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8437ec89-b078-4c9b-a508-02bee470372c req-02c09a4b-430e-48e8-b18b-c12329bf08e4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533168 Nov 23 19:08:21.749836 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe36-fd4a-4a42-af16-5f1e69c30859 req-4d9ba209-e761-4f29-adb0-f81183ca6d05 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.751085 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e35ebe36-fd4a-4a42-af16-5f1e69c30859 req-4d9ba209-e761-4f29-adb0-f81183ca6d05 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 945 time: 0.0474052 Nov 23 19:08:21.797779 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e35ebe36-fd4a-4a42-af16-5f1e69c30859 req-19016622-ece5-4c27-a5a4-a9d317cc5a5e tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Nov 23 19:08:21.907525 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46813dd-0c1a-448d-b81d-85852e6eee6d req-3b8a423c-ed9f-44ba-8eea-f125267ff8d2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.908915 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f46813dd-0c1a-448d-b81d-85852e6eee6d req-3b8a423c-ed9f-44ba-8eea-f125267ff8d2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0472105 Nov 23 19:08:21.955384 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f46813dd-0c1a-448d-b81d-85852e6eee6d req-fd4f7ed5-3ccc-4ab9-bb44-ab5f3c02fde3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 Nov 23 19:08:22.046764 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0a91b-1af3-48d7-9878-7d3d31234713 req-05c1b14f-e089-4e7e-9d53-77eb029a665b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.048505 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7bc0a91b-1af3-48d7-9878-7d3d31234713 req-05c1b14f-e089-4e7e-9d53-77eb029a665b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Nov 23 19:08:22.094801 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7bc0a91b-1af3-48d7-9878-7d3d31234713 req-7975cea4-ad2e-47ae-a845-454edcc3b6d6 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Nov 23 19:08:22.234174 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20da31-fbcd-4c72-ae77-1a0e7c1cf7d7 req-ffbe97c9-a6a5-4299-913f-30bc4721ccf3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.235633 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6b20da31-fbcd-4c72-ae77-1a0e7c1cf7d7 req-ffbe97c9-a6a5-4299-913f-30bc4721ccf3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0533388 Nov 23 19:08:22.283124 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6b20da31-fbcd-4c72-ae77-1a0e7c1cf7d7 req-81b55b39-938e-4d8c-a914-b18a725ecee5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Nov 23 19:08:22.361520 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.450734 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-33989d20-9da2-4edc-bb01-8bbd1bb30a84 req-c161fa94-95d2-4569-8578-30b461f548f0 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056256 Nov 23 19:08:22.475980 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-0e3daf4e-9e64-4336-8acc-c9f814ed41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.477476 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-0e3daf4e-9e64-4336-8acc-c9f814ed41ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1096 time: 0.0732896 Nov 23 19:08:22.479960 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-e3c20c61-6ce9-465e-ac89-68a69802b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.481354 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-e3c20c61-6ce9-465e-ac89-68a69802b92e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1097 time: 0.0674417 Nov 23 19:08:22.617804 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-5087814a-beeb-4e6f-ac0f-36cd42b0c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.619280 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-5087814a-beeb-4e6f-ac0f-36cd42b0c9cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1097 time: 0.0980697 Nov 23 19:08:22.628022 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-d3735dd4-83c5-4e94-851c-ee8b5362592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.629458 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-d3735dd4-83c5-4e94-851c-ee8b5362592e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 1099 time: 0.0837283 Nov 23 19:08:22.665535 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.712017 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-47ec08c2-ee2b-4129-9d25-6ea61659f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.713376 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-47ec08c2-ee2b-4129-9d25-6ea61659f627 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.2116077 Nov 23 19:08:22.716232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-36fcea3e-2bed-4661-999b-81c93209aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.717575 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-36fcea3e-2bed-4661-999b-81c93209aa96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.2021761 Nov 23 19:08:22.755943 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-1ea9087d-7459-4f90-9202-61ca010bc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.757393 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-1ea9087d-7459-4f90-9202-61ca010bc50a service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.1271014 Nov 23 19:08:22.796776 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-505e5767-28ff-45d3-85d8-a47794100bac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 217 time: 0.0690534 Nov 23 19:08:22.798338 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-d812f3d8-4837-4fd9-9ede-6f3c5c5d3a6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 217 time: 0.0691261 Nov 23 19:08:22.813995 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-d9c0f548-eef0-4464-9c7a-251735b03fb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 200 len: 217 time: 0.0425162 Nov 23 19:08:22.869426 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-bedeefbb-78e9-4934-bb28-7b5e3f012af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.870859 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-bedeefbb-78e9-4934-bb28-7b5e3f012af7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0455921 Nov 23 19:08:22.888735 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.918605 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-bbeac549-b4d7-4ead-9fa6-6792ce8ab15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.919107 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.920117 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-bbeac549-b4d7-4ead-9fa6-6792ce8ab15e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.1092751 Nov 23 19:08:22.927140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-d1e6f248-781c-4754-bf8a-2c32e5b94ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.928770 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-d1e6f248-781c-4754-bf8a-2c32e5b94ada service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.1166923 Nov 23 19:08:22.960351 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-e1d37b79-76c0-4112-900d-aa3c8b52c92f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762036 Nov 23 19:08:23.030605 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885491 Nov 23 19:08:23.032382 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f3cac-7260-4f7b-83a3-2cae06d9deeb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:23.192002 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153417-8b55-43eb-a9cc-fbb325cd5f9e req-f37159c1-3b79-4f7b-b2ec-fce8f4c5d413 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.193680 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b153417-8b55-43eb-a9cc-fbb325cd5f9e req-f37159c1-3b79-4f7b-b2ec-fce8f4c5d413 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.3180084 Nov 23 19:08:23.261477 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-fb3f6a46-c40e-4ac1-b80d-96bdad9d3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.263947 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-fb3f6a46-c40e-4ac1-b80d-96bdad9d3c7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3170195 Nov 23 19:08:23.288376 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063cec2-3df1-4d26-a20f-1593ed9c6dcd req-1992748c-86d2-4948-9582-539536300158 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.290042 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4063cec2-3df1-4d26-a20f-1593ed9c6dcd req-1992748c-86d2-4948-9582-539536300158 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 945 time: 0.3895094 Nov 23 19:08:23.292093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-49ee9e91-6fa7-4c02-8ad9-671f93b45f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.294389 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-49ee9e91-6fa7-4c02-8ad9-671f93b45f50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3569746 Nov 23 19:08:23.299609 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b153417-8b55-43eb-a9cc-fbb325cd5f9e req-796b4f66-d6d4-4d62-bde5-aa698e1cc55a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838885 Nov 23 19:08:23.324378 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-88f58eff-68b6-4571-98a7-f144150ba5d3 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494675 Nov 23 19:08:23.443685 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4063cec2-3df1-4d26-a20f-1593ed9c6dcd req-39f14824-a1ca-41f2-a05d-c2dad9128d7c tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144886 Nov 23 19:08:23.501936 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43de734b-3f5a-4b18-8c8d-fd85139ccb49 req-f731c503-9653-416c-b644-7f93455881ba service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636620 Nov 23 19:08:23.505061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-6ead0ace-87d7-477d-86f5-4c9ba1df95a6 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277329 Nov 23 19:08:23.509303 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-9c4ce7e8-9b75-4a13-9b2c-12c53dc81c47 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955981 Nov 23 19:08:23.532235 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366dcd-d147-456c-8cd9-1ee4874f758d req-46c64277-99a1-4b1b-87fa-5dfbb3b630f7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.536501 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d7366dcd-d147-456c-8cd9-1ee4874f758d req-46c64277-99a1-4b1b-87fa-5dfbb3b630f7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.1186087 Nov 23 19:08:23.607596 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f52230-b2b7-4f9e-bef0-c21019037ec1 req-da765842-6cce-41fa-bc32-7f21db4057ab tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.609071 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a5f52230-b2b7-4f9e-bef0-c21019037ec1 req-da765842-6cce-41fa-bc32-7f21db4057ab tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0566535 Nov 23 19:08:23.657308 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a5f52230-b2b7-4f9e-bef0-c21019037ec1 req-d5e8bcc7-824c-4997-8c7e-9935a5c09107 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Nov 23 19:08:23.730386 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d7366dcd-d147-456c-8cd9-1ee4874f758d req-9aa8f12e-013a-43cd-97a8-a2019e6fa90f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766446 Nov 23 19:08:23.738976 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae0264a3-daa7-439a-bdb3-9b5ea1671d00 req-83123a33-8798-415b-9899-5d23b3f36831 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967404 Nov 23 19:08:23.749998 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-800299a6-70e1-43c0-afdb-6d71e6dc749e req-244a25c5-5b19-4c60-94c8-c5ef54354d8e service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975951 Nov 23 19:08:23.772326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086a08e-dc44-44c0-9eb8-ce39c984febf req-ccb598ca-5dd6-4ad1-bbbb-df8f6f35b6c9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.773993 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0086a08e-dc44-44c0-9eb8-ce39c984febf req-ccb598ca-5dd6-4ad1-bbbb-df8f6f35b6c9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0595236 Nov 23 19:08:23.821358 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0086a08e-dc44-44c0-9eb8-ce39c984febf req-127c7f72-801a-4db5-9234-615d39ab68b8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Nov 23 19:08:24.357148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device efcc1b60-bdc1-49c5-9b33-0bb9b5930637 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:24.361838 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:24.448960 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445be4b-7d47-4aa5-89a4-a44592f521c9 req-e9f69db7-de03-473e-afee-ae74c31ac9d1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.451544 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0445be4b-7d47-4aa5-89a4-a44592f521c9 req-e9f69db7-de03-473e-afee-ae74c31ac9d1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.0501318 Nov 23 19:08:24.486721 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:24.497267 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:24.497814 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.503496 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0445be4b-7d47-4aa5-89a4-a44592f521c9 req-5eeda304-f4f7-4470-8663-c89bfb7cc7af tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Nov 23 19:08:24.550876 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:24.569501 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'port_id': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637', 'mac_address': 'fa:16:3e:71:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:24.577964 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275daea9-e5f2-4071-bf04-13ebdd45b1ac req-7acac390-28f4-4a65-b976-a7aed5b80524 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.580051 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-275daea9-e5f2-4071-bf04-13ebdd45b1ac req-7acac390-28f4-4a65-b976-a7aed5b80524 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 945 time: 0.0538774 Nov 23 19:08:24.657557 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-275daea9-e5f2-4071-bf04-13ebdd45b1ac req-d9c97c8b-e611-4139-b8ad-a3a86022a493 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644915 Nov 23 19:08:24.658235 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.694526 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcc1b60-bdc1-49c5-9b33-0bb9b5930637 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:24.695359 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.752730 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:24.765652 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.781026 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:24.783301 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3124d8-b3fe-40c4-85ff-495a77c483e2" -d '{"events": [{"server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:24.844080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb996c-a910-4fe5-b18f-4864c8b468c9 req-df268637-ab30-46b2-b3aa-35be4c21059c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.853858 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46fb996c-a910-4fe5-b18f-4864c8b468c9 req-df268637-ab30-46b2-b3aa-35be4c21059c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0955429 Nov 23 19:08:24.858353 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,segment=NetworkSegment(60a6f45f-48bb-42e1-a0c5-a4a2bedf25df),segment_id=60a6f45f-48bb-42e1-a0c5-a4a2bedf25df)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:24.881546 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.885424 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf6c2-6c2a-4f80-8a64-aa1dd1a7d489 req-3747e31b-1222-482d-83fb-9364cace78b1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.899403 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4dddf6c2-6c2a-4f80-8a64-aa1dd1a7d489 req-3747e31b-1222-482d-83fb-9364cace78b1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0763421 Nov 23 19:08:24.923610 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:24.952487 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46fb996c-a910-4fe5-b18f-4864c8b468c9 req-6f4c655a-a1b8-4954-b753-5f01d1f0c714 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955484 Nov 23 19:08:24.960395 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4dddf6c2-6c2a-4f80-8a64-aa1dd1a7d489 req-ddcfef17-d34c-413f-8564-e29f67b1d784 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599940 Nov 23 19:08:25.022627 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:25.029941 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['efcc1b60-bdc1-49c5-9b33-0bb9b5930637'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:25.067699 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6971caf3-56b2-4585-9869-13f6558541e4 x-openstack-request-id: req-6971caf3-56b2-4585-9869-13f6558541e4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:25.068081 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:25.068282 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6971caf3-56b2-4585-9869-13f6558541e4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:25.068832 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11', 'code': 200} Nov 23 19:08:25.069453 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7420-2b57-4c2f-929f-51de6a980151 req-086943ec-e1fe-4b41-a9a5-97f193e29e8e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.076475 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a06a7420-2b57-4c2f-929f-51de6a980151 req-086943ec-e1fe-4b41-a9a5-97f193e29e8e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0588095 Nov 23 19:08:25.164300 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a06a7420-2b57-4c2f-929f-51de6a980151 req-8a733d8d-df86-4cfa-aece-e6fdba04cda7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850210 Nov 23 19:08:25.336142 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a076-2db3-47a6-a7d4-df28f00ce1ab req-87b5d952-4def-4091-9362-ca77e74cc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.337620 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8a55a076-2db3-47a6-a7d4-df28f00ce1ab req-87b5d952-4def-4091-9362-ca77e74cc2b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 1099 time: 0.0958059 Nov 23 19:08:25.393574 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8a55a076-2db3-47a6-a7d4-df28f00ce1ab req-fd74bc58-168d-4e3b-8f6f-de32772d04ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Nov 23 19:08:25.622681 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c958de-b888-4893-9685-df4ce5152fae req-c4076376-edf7-4cfa-a8bb-963c752bd61e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.624159 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a3c958de-b888-4893-9685-df4ce5152fae req-c4076376-edf7-4cfa-a8bb-963c752bd61e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.0470483 Nov 23 19:08:25.672694 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a3c958de-b888-4893-9685-df4ce5152fae req-e2ef6327-4ff2-4be2-a842-f745055a0474 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Nov 23 19:08:25.788775 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827c022-0130-49bd-b16a-ef3241643a58 req-9b59db6f-6f16-4d84-8f87-8e5df41a0864 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.790212 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8827c022-0130-49bd-b16a-ef3241643a58 req-9b59db6f-6f16-4d84-8f87-8e5df41a0864 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.0499570 Nov 23 19:08:25.836876 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8827c022-0130-49bd-b16a-ef3241643a58 req-b2ee6ba3-5255-4f54-bb9c-4eacf88f18ff tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Nov 23 19:08:26.054126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb7a6-c214-434d-bd4a-88cc24967753 req-627f56f4-85fe-4ef7-92db-9defa396a040 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.055596 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4bfb7a6-c214-434d-bd4a-88cc24967753 req-627f56f4-85fe-4ef7-92db-9defa396a040 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.0471945 Nov 23 19:08:26.066472 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd19c8e-58ee-4c01-ba17-2bec699344ea req-1c8d763d-7a3a-4216-b83b-71b5921bebec tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.067943 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1fd19c8e-58ee-4c01-ba17-2bec699344ea req-1c8d763d-7a3a-4216-b83b-71b5921bebec tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0481133 Nov 23 19:08:26.104010 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4bfb7a6-c214-434d-bd4a-88cc24967753 req-9ddf8ac4-5fe9-4fa9-a556-ade4fa501b05 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Nov 23 19:08:26.116188 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1fd19c8e-58ee-4c01-ba17-2bec699344ea req-166dd947-5969-411e-98aa-89275e10e899 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Nov 23 19:08:26.303152 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa03a-f68e-4f94-a8e9-f774430223b5 req-221de9e6-d7e7-4301-a1be-ad9f07ae51a2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.304693 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-837aa03a-f68e-4f94-a8e9-f774430223b5 req-221de9e6-d7e7-4301-a1be-ad9f07ae51a2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 943 time: 0.0637839 Nov 23 19:08:26.369701 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:26.376407 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-837aa03a-f68e-4f94-a8e9-f774430223b5 req-9c16289a-1e58-478b-8b01-f88865160ffd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641861 Nov 23 19:08:26.382378 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device efcc1b60-bdc1-49c5-9b33-0bb9b5930637 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:26.690073 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:26.700373 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:26.700832 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.731820 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40718) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:26.757214 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:26.772483 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae', 'network_id': '00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b', 'port_id': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae', 'mac_address': 'fa:16:3e:75:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71a4496-fa08-45b3-af51-4aa234310790', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:26.823836 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc12d5-cd0d-4453-ac8a-9aa1ec543041 req-95e5e42c-d5f6-4391-86f1-6ac8767a5c24 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.826810 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adcc12d5-cd0d-4453-ac8a-9aa1ec543041 req-95e5e42c-d5f6-4391-86f1-6ac8767a5c24 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 944 time: 0.0605109 Nov 23 19:08:26.853683 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.876942 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.881367 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:26.917421 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-649bf71b-a4ad-4794-ba5b-3fb10d957b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.924282 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:26.933317 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:26.935213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.936022 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device bdcd384b-ad56-40e8-a527-1dab0d2b65bc details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:26.954955 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adcc12d5-cd0d-4453-ac8a-9aa1ec543041 req-3f42d76b-ef5b-4a80-9988-762499c531d2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199770 Nov 23 19:08:26.968298 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.986506 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8bb2-c9b7-4f00-aa60-56856419d1d4 req-569470a6-f501-43d6-a8c9-70a9a0558cee tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.994076 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f53c8bb2-c9b7-4f00-aa60-56856419d1d4 req-569470a6-f501-43d6-a8c9-70a9a0558cee tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.0733156 Nov 23 19:08:27.019949 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.044185 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-649bf71b-a4ad-4794-ba5b-3fb10d957b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.046439 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f53c8bb2-c9b7-4f00-aa60-56856419d1d4 req-cab83015-0c68-4f0a-b03e-86de3456f248 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Nov 23 19:08:27.050101 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-649bf71b-a4ad-4794-ba5b-3fb10d957b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.080662 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bf71b-a4ad-4794-ba5b-3fb10d957b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bebe2e-a10a-4543-861e-13797951a420,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.082943 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:27.086709 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2afeabb-20b9-4cce-97d3-2fdd9fce0514" -d '{"events": [{"server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "name": "network-vif-plugged", "status": "completed", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:27.109488 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-649bf71b-a4ad-4794-ba5b-3fb10d957b84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=763d6f4f7e2a4152af5ee67f2ba35849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759346 Nov 23 19:08:27.111717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40732) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:27.160472 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.165760 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c01bed-6d7c-43eb-9193-0e3761339716 x-openstack-request-id: req-26c01bed-6d7c-43eb-9193-0e3761339716 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:27.166348 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "name": "network-vif-plugged", "status": "completed", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:27.166645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26c01bed-6d7c-43eb-9193-0e3761339716 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:27.167134 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637', 'code': 200} Nov 23 19:08:27.176633 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:27.190226 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.195647 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'port_id': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'mac_address': 'fa:16:3e:e8:f2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:27.241908 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.249303 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.268132 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcd384b-ad56-40e8-a527-1dab0d2b65bc {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:27.290236 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:27.296377 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.298021 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:27.367736 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6e4d0-8b53-4a44-a69d-4dd21baf2cec req-6f7e9373-8c4d-4432-86a9-72a09951928d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:27.369486 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b0d6e4d0-8b53-4a44-a69d-4dd21baf2cec req-6f7e9373-8c4d-4432-86a9-72a09951928d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.1125283 Nov 23 19:08:27.376061 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.381447 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52791dc-8587-4dc8-8989-5343797e650b req-bd25ffea-5df1-4e50-a2eb-38ef7ce93ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:27.383185 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a52791dc-8587-4dc8-8989-5343797e650b req-bd25ffea-5df1-4e50-a2eb-38ef7ce93ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.0621173 Nov 23 19:08:27.398655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.402927 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.406479 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04bebe2e-a10a-4543-861e-13797951a420 HTTP/1.1" status: 204 len: 168 time: 0.2915261 Nov 23 19:08:27.433992 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49da56-a557-40e1-b9f5-ad427365351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bebe2e-a10a-4543-861e-13797951a420,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.561774 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:27.561887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a52791dc-8587-4dc8-8989-5343797e650b req-ec76f4ca-b5a2-4ad1-841c-9bcf265d276f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646314 Nov 23 19:08:27.565682 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b0d6e4d0-8b53-4a44-a69d-4dd21baf2cec req-b11e2cf8-7622-4dd9-b974-7105c2199fca tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551731 Nov 23 19:08:27.586342 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:27.588862 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748a48-ff03-46ef-bef8-c6b9cc59d384 req-f8eeded5-2bf2-4333-89e3-61de68df3c9d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:27.597976 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b0748a48-ff03-46ef-bef8-c6b9cc59d384 req-f8eeded5-2bf2-4333-89e3-61de68df3c9d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 944 time: 0.0915372 Nov 23 19:08:27.648658 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b0748a48-ff03-46ef-bef8-c6b9cc59d384 req-b2fd669e-2bee-4820-ba3b-36ca65d53ed3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497282 Nov 23 19:08:27.650645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.668144 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:27.695733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:27.701106 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.759229 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:27.858071 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:27.873088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9468d099-a258-4460-8664-bbc5c1e2ccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.941583 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:27.968858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9468d099-a258-4460-8664-bbc5c1e2ccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.973860 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9468d099-a258-4460-8664-bbc5c1e2ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.021511 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9468d099-a258-4460-8664-bbc5c1e2ccb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5212bdf4949946318fe5ef126a628ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619556 Nov 23 19:08:28.024296 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:28.052541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468d099-a258-4460-8664-bbc5c1e2ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5381204-cb66-4636-b833-1df05e243ba4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.122966 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9e11b02-005f-4572-8e53-7cf187f4fbf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.162389 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:28.169313 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.198322 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d72a56-1aea-480d-a6b3-0a19640836e6 req-44547dfa-8ba0-4fe9-95e4-a96f06bfa359 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:28.200692 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-76d72a56-1aea-480d-a6b3-0a19640836e6 req-44547dfa-8ba0-4fe9-95e4-a96f06bfa359 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 945 time: 0.1381304 Nov 23 19:08:28.215363 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:28.221809 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.252987 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['bdcd384b-ad56-40e8-a527-1dab0d2b65bc'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:28.273023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9e11b02-005f-4572-8e53-7cf187f4fbf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.290710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b9e11b02-005f-4572-8e53-7cf187f4fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.321658 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-76d72a56-1aea-480d-a6b3-0a19640836e6 req-cdb2d414-617d-4fdf-b043-4c40a0234871 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118076 Nov 23 19:08:28.339242 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.341439 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b9e11b02-005f-4572-8e53-7cf187f4fbf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f32a59b5e6646f997e4cdde1888bdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983719 Nov 23 19:08:28.343999 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.345227 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5381204-cb66-4636-b833-1df05e243ba4 HTTP/1.1" status: 204 len: 168 time: 0.3199387 Nov 23 19:08:28.346156 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:28.349666 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e11b02-005f-4572-8e53-7cf187f4fbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c8a24-4be0-42a9-853e-e98f758a6252,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.372810 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc1cf-fb2b-4749-a081-6bbcc6702ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5381204-cb66-4636-b833-1df05e243ba4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.424573 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.451123 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.534402 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.538388 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.539986 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de5c8a24-4be0-42a9-853e-e98f758a6252 HTTP/1.1" status: 204 len: 168 time: 0.1897202 Nov 23 19:08:28.549740 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97a06-b400-436b-98ac-b108ae003486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c8a24-4be0-42a9-853e-e98f758a6252,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.770521 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278791bd-c169-4e9b-b7b1-1cc2c0adf569 req-a393e74c-aa3b-41a2-b5ae-da322febeac0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:28.772360 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-278791bd-c169-4e9b-b7b1-1cc2c0adf569 req-a393e74c-aa3b-41a2-b5ae-da322febeac0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0668714 Nov 23 19:08:28.832063 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-278791bd-c169-4e9b-b7b1-1cc2c0adf569 req-e74a38bc-7fca-4ccb-93cf-dcf69b0cc079 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505369 Nov 23 19:08:29.033583 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aba73-9400-4cb1-9355-e8a199cca050 req-43474b7f-a6e6-4117-8281-2aa929c94caa tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:29.043666 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dd5aba73-9400-4cb1-9355-e8a199cca050 req-43474b7f-a6e6-4117-8281-2aa929c94caa tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 944 time: 0.0862405 Nov 23 19:08:29.089568 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dd5aba73-9400-4cb1-9355-e8a199cca050 req-12224311-dccc-4da0-98bf-89e35c76ac41 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Nov 23 19:08:29.172484 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 40828) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:29.196625 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4a-3f74-445c-979f-7a9e8ec816a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.281749 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4a-3f74-445c-979f-7a9e8ec816a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.285923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4a-3f74-445c-979f-7a9e8ec816a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.329485 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec30e4a-3f74-445c-979f-7a9e8ec816a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0651e-667f-4786-a12a-a74cfada615c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:29.333732 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2ec30e4a-3f74-445c-979f-7a9e8ec816a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8694f73f9994a1895d7b97026bac34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599712 Nov 23 19:08:29.336959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 40842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:29.391531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.448033 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.493041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f7a4a-fa49-4055-bdf8-2a81ffa33552 req-a53e1b7c-b44e-4733-b9da-9b0ca2f73c67 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:29.494524 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-362f7a4a-fa49-4055-bdf8-2a81ffa33552 req-a53e1b7c-b44e-4733-b9da-9b0ca2f73c67 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 945 time: 0.0779765 Nov 23 19:08:29.535161 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.537755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.542169 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52d0651e-667f-4786-a12a-a74cfada615c HTTP/1.1" status: 204 len: 168 time: 0.2025435 Nov 23 19:08:29.563386 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf37a4-3dc4-4539-90a4-4b77fbcb858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0651e-667f-4786-a12a-a74cfada615c,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:29.584378 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-362f7a4a-fa49-4055-bdf8-2a81ffa33552 req-ade1a783-8781-485c-87b8-153d0e81098a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827141 Nov 23 19:08:29.976703 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd67e-e87a-4e11-89ea-0c40ad6d4316 req-b875783e-1a7c-43bb-9064-047ceb4b3f08 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:29.978236 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d3dd67e-e87a-4e11-89ea-0c40ad6d4316 req-b875783e-1a7c-43bb-9064-047ceb4b3f08 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0485430 Nov 23 19:08:30.028711 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d3dd67e-e87a-4e11-89ea-0c40ad6d4316 req-4d1db170-10da-48e4-8b67-c8bcadb2122a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Nov 23 19:08:30.208552 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d216-ccdf-4a17-a777-c2fad91a8610 req-82147385-6aa1-449c-937c-1adffa650405 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:30.210028 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7ba9d216-ccdf-4a17-a777-c2fad91a8610 req-82147385-6aa1-449c-937c-1adffa650405 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Nov 23 19:08:30.264892 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7ba9d216-ccdf-4a17-a777-c2fad91a8610 req-26957b7b-c88a-44c4-a71c-fb08eed0742b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Nov 23 19:08:30.371695 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device bdcd384b-ad56-40e8-a527-1dab0d2b65bc up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:30.424637 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port bdcd384b-ad56-40e8-a527-1dab0d2b65bc completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:30.428658 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port bdcd384b-ad56-40e8-a527-1dab0d2b65bc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:30.429034 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.508680 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.530820 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:30.533068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66de81d7-d499-4d6f-907a-3bc0d6eb605a" -d '{"events": [{"server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "name": "network-vif-plugged", "status": "completed", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:30.546495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:30.552390 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.553233 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:30.580969 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ee59c-a75d-4f82-b676-e1ad3b1ba236 x-openstack-request-id: req-ee6ee59c-a75d-4f82-b676-e1ad3b1ba236 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:30.580969 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "name": "network-vif-plugged", "status": "completed", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:30.582014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee6ee59c-a75d-4f82-b676-e1ad3b1ba236 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:30.582014 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'code': 200} Nov 23 19:08:30.636077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:30.649767 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:30.654576 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:30.654962 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.741125 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf789825-8f74-42ea-b16b-2ef924f363a2 req-339213a1-21ea-4195-90ea-d7d439791e24 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:30.743680 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf789825-8f74-42ea-b16b-2ef924f363a2 req-339213a1-21ea-4195-90ea-d7d439791e24 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 945 time: 0.0544152 Nov 23 19:08:30.766485 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.810448 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:30.816186 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.817592 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:30.830501 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf789825-8f74-42ea-b16b-2ef924f363a2 req-14f30edf-d0a5-42e3-a97b-21de97dc6294 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797443 Nov 23 19:08:30.836628 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440c92d-67d8-41d9-a3f1-458b3eca14dc req-765ba6fb-d5d2-44c5-9457-107c321a07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:30.838083 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c440c92d-67d8-41d9-a3f1-458b3eca14dc req-765ba6fb-d5d2-44c5-9457-107c321a07a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1098 time: 0.0587363 Nov 23 19:08:30.904829 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c440c92d-67d8-41d9-a3f1-458b3eca14dc req-a01407ec-7eb8-4929-af91-41547958d6be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Nov 23 19:08:30.908490 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:30.932654 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:30.937266 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:30.937666 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.022639 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.066085 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:31.070284 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.151046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:31.219278 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddf790-2ef2-497c-9420-6fd821530220 req-f1920fcd-a744-43e3-9101-614b1012b20f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:31.221252 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-95ddf790-2ef2-497c-9420-6fd821530220 req-f1920fcd-a744-43e3-9101-614b1012b20f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0826597 Nov 23 19:08:31.303757 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-95ddf790-2ef2-497c-9420-6fd821530220 req-a4bc8c9e-6dea-4d4b-bce5-3552f5404ce7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751278 Nov 23 19:08:31.407380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f5a3a-f256-4d2b-be97-9101f7327733 req-86478bcf-2b47-4a85-aeac-2f634d4be5a0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:31.408870 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c86f5a3a-f256-4d2b-be97-9101f7327733 req-86478bcf-2b47-4a85-aeac-2f634d4be5a0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0575809 Nov 23 19:08:31.455433 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c86f5a3a-f256-4d2b-be97-9101f7327733 req-3b58ae74-fea7-45aa-97c4-eece1f3faa2e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Nov 23 19:08:31.663338 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:08:31.942111 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2378ad1-7005-489b-af6e-788fcb9086d0 req-15253ba9-d74c-48a8-a2f8-f7cf9f456165 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:31.943441 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e2378ad1-7005-489b-af6e-788fcb9086d0 req-15253ba9-d74c-48a8-a2f8-f7cf9f456165 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0468283 Nov 23 19:08:31.988975 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e2378ad1-7005-489b-af6e-788fcb9086d0 req-ef7dce72-e04e-4948-be6a-cb4cda9838f6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Nov 23 19:08:32.441924 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe843fc-d7fe-435b-949f-d693a2be7845 req-c42534e6-ac35-4030-965f-fa63b5292649 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:32.443387 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fbe843fc-d7fe-435b-949f-d693a2be7845 req-c42534e6-ac35-4030-965f-fa63b5292649 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0484476 Nov 23 19:08:32.490940 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fbe843fc-d7fe-435b-949f-d693a2be7845 req-bab75a33-33c7-4cd4-a02b-52ac1e4a392e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Nov 23 19:08:32.566798 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324c725-5f1a-4ba2-9a38-996f529ca209 req-735f4413-3c50-4344-9743-4b86e5095d83 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:32.568260 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f324c725-5f1a-4ba2-9a38-996f529ca209 req-735f4413-3c50-4344-9743-4b86e5095d83 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0467808 Nov 23 19:08:32.583128 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae'}, {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:32.585453 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bf3b3-a2bc-4125-a464-05b87896f511" -d '{"events": [{"server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae"}, {"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:32.616702 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f324c725-5f1a-4ba2-9a38-996f529ca209 req-1e6a178b-41c9-4074-b36f-32bb5ec2aac5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Nov 23 19:08:32.626096 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72419a8-b62a-4fe1-8f66-e236f261a0b5 x-openstack-request-id: req-e72419a8-b62a-4fe1-8f66-e236f261a0b5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:32.626397 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae", "code": 200}, {"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:32.626650 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e72419a8-b62a-4fe1-8f66-e236f261a0b5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:32.627041 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae', 'code': 200} Nov 23 19:08:32.627294 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'code': 200} Nov 23 19:08:33.100905 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fd8fa-d153-4994-870f-572ef7743454 req-ff4b9682-0e0e-4421-b302-fc2b08005432 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.102324 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7f1fd8fa-d153-4994-870f-572ef7743454 req-ff4b9682-0e0e-4421-b302-fc2b08005432 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0467830 Nov 23 19:08:33.152025 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7f1fd8fa-d153-4994-870f-572ef7743454 req-22f5ce65-fc04-4070-aa98-e85c4e3c6289 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Nov 23 19:08:33.608769 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbc46-0e94-49a7-aea4-3eb13707862b req-2b45082b-a310-40af-bdd0-cfbee88c4d93 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.610127 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-25efbc46-0e94-49a7-aea4-3eb13707862b req-2b45082b-a310-40af-bdd0-cfbee88c4d93 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0504181 Nov 23 19:08:33.658051 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-25efbc46-0e94-49a7-aea4-3eb13707862b req-ba8ae769-5a1b-4bd5-aba7-54f99b38ddaa tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Nov 23 19:08:33.730954 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522c3e8-2a71-47a8-8f68-1f8844aca0b5 req-04bdbebf-9c31-4f4c-b55d-d068f4c03a9f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.732395 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6522c3e8-2a71-47a8-8f68-1f8844aca0b5 req-04bdbebf-9c31-4f4c-b55d-d068f4c03a9f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0471008 Nov 23 19:08:33.778759 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6522c3e8-2a71-47a8-8f68-1f8844aca0b5 req-b32fb478-f7c9-441e-8332-816e17712ebb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 Nov 23 19:08:33.968324 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9252855a-5dcc-4c8e-b628-9f0b87c290ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:34.264222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1bfda-b063-422c-8237-634022270343 req-8acec2c9-c546-4880-89b8-e9d602e0b8c1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:34.265693 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9db1bfda-b063-422c-8237-634022270343 req-8acec2c9-c546-4880-89b8-e9d602e0b8c1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0481963 Nov 23 19:08:34.312200 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9db1bfda-b063-422c-8237-634022270343 req-855ba952-6c6a-4697-bd78-67605654482b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Nov 23 19:08:34.554641 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922caf46-f977-48cb-b1ea-b93b01799996 req-b04744ce-f696-4e30-ab8f-b83f91335aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:34.556150 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-922caf46-f977-48cb-b1ea-b93b01799996 req-b04744ce-f696-4e30-ab8f-b83f91335aa0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1099 time: 0.0739231 Nov 23 19:08:34.559205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2309-8f36-4ae8-8780-6e7fe3b79bdb req-d2f41dcc-967c-4136-97fd-6c47c1efaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:34.560572 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b10d2309-8f36-4ae8-8780-6e7fe3b79bdb req-d2f41dcc-967c-4136-97fd-6c47c1efaf14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1099 time: 0.0520725 Nov 23 19:08:34.647400 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b10d2309-8f36-4ae8-8780-6e7fe3b79bdb req-075975d5-6cba-4976-ab38-142047aaced1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646403 Nov 23 19:08:34.649454 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-922caf46-f977-48cb-b1ea-b93b01799996 req-140b86f5-6433-469d-9738-36a673dab710 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679867 Nov 23 19:08:34.774322 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a4a0c-9967-4049-9751-81bb5292d892 req-fb4dba8c-f79f-449d-9d50-7ee98fe740e1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:34.775858 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-662a4a0c-9967-4049-9751-81bb5292d892 req-fb4dba8c-f79f-449d-9d50-7ee98fe740e1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0488491 Nov 23 19:08:34.825301 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-662a4a0c-9967-4049-9751-81bb5292d892 req-67c60c60-b6b7-437e-8287-a270ab1d3eeb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Nov 23 19:08:34.896004 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04cb58-2894-421a-9a18-cc0cb3742c75 req-c28ea070-ec76-4360-bb52-10ba3057de7f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:34.897550 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-db04cb58-2894-421a-9a18-cc0cb3742c75 req-c28ea070-ec76-4360-bb52-10ba3057de7f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0527101 Nov 23 19:08:34.948287 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-db04cb58-2894-421a-9a18-cc0cb3742c75 req-16f1acbd-5c95-48c7-835f-1f3c1abba2af tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Nov 23 19:08:35.432300 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0746-3747-463e-92b5-8e04994b5546 req-1737e3e5-9aa7-4492-8399-60ff5f9a48e3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:35.435647 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-626e0746-3747-463e-92b5-8e04994b5546 req-1737e3e5-9aa7-4492-8399-60ff5f9a48e3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0593970 Nov 23 19:08:35.487329 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-626e0746-3747-463e-92b5-8e04994b5546 req-51932337-c7f2-49da-a793-beea4aa6adb9 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Nov 23 19:08:35.954997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c942246-7068-4f9c-b9bc-f0c1c8e8ac2f req-fbcab71c-08ba-4c74-9c6c-ee6b2fd98961 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:35.956601 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0c942246-7068-4f9c-b9bc-f0c1c8e8ac2f req-fbcab71c-08ba-4c74-9c6c-ee6b2fd98961 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0528440 Nov 23 19:08:36.023645 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0c942246-7068-4f9c-b9bc-f0c1c8e8ac2f req-0ead1960-b018-4580-a264-1745f70677a4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608876 Nov 23 19:08:36.072594 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3092c69-7f95-4591-8bf3-de5dd88e225e req-6ffcfd59-dc82-4fce-9449-f8105ea66c29 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.074287 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f3092c69-7f95-4591-8bf3-de5dd88e225e req-6ffcfd59-dc82-4fce-9449-f8105ea66c29 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0513079 Nov 23 19:08:36.127592 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f3092c69-7f95-4591-8bf3-de5dd88e225e req-621e1b3c-0434-438d-9cd1-d68284f779a8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 Nov 23 19:08:36.210527 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-33bdd6e1-9aba-42a7-a1b8-adc24ea0ad1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.283309 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064111-3ac8-4921-8a65-45e3174d2271 req-71259999-a4db-4b53-816c-ba09bfaebbb1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.285046 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-68064111-3ac8-4921-8a65-45e3174d2271 req-71259999-a4db-4b53-816c-ba09bfaebbb1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0499384 Nov 23 19:08:36.294147 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41088) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:36.299086 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'floatingip': {'port_id': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:36.376447 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.377698 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41090) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:36.493923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d11f20-9ca5-4654-b826-0be6adb51fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.603312 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d11f20-9ca5-4654-b826-0be6adb51fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.607643 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-90d11f20-9ca5-4654-b826-0be6adb51fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.655279 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d11f20-9ca5-4654-b826-0be6adb51fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d1ca8-a884-4e05-97dd-ffca61ea033c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:36.662035 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-90d11f20-9ca5-4654-b826-0be6adb51fe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4b0e4bf8aa143abb9f0b3496dcf6fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829072 Nov 23 19:08:36.664613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:36.683093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ff3f-cd48-4a9f-a165-a8b8b05563b1 req-c0807168-6d00-4af4-833c-b7b061f1bd66 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.685071 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c4e7ff3f-cd48-4a9f-a165-a8b8b05563b1 req-c0807168-6d00-4af4-833c-b7b061f1bd66 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1048279 Nov 23 19:08:36.722149 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.749181 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.806123 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.809943 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.811095 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c6d1ca8-a884-4e05-97dd-ffca61ea033c HTTP/1.1" status: 204 len: 168 time: 0.1455369 Nov 23 19:08:36.821730 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9d62d-f492-4c5c-8c87-c79ea0a37d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d1ca8-a884-4e05-97dd-ffca61ea033c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:37.087431 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c4e7ff3f-cd48-4a9f-a165-a8b8b05563b1 req-cf3d7a4a-4bd2-4f87-b083-d3359035fee2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915043 Nov 23 19:08:37.189025 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41122) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:37.208444 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24607d1-7530-4b5e-a7e6-663b789ceba9 req-c66a55a9-e925-4d2b-866b-e7ac6aceba4a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.219035 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b24607d1-7530-4b5e-a7e6-663b789ceba9 req-c66a55a9-e925-4d2b-866b-e7ac6aceba4a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0765984 Nov 23 19:08:37.264295 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.301217 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b24607d1-7530-4b5e-a7e6-663b789ceba9 req-1b5c2725-672e-48e5-8b30-baca168560b2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810342 Nov 23 19:08:37.443212 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.444187 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492afaa-5efe-42bb-86ef-c76f50b6bd05 req-5bcda264-ca31-4762-80b1-31d65d8c9fc0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.445801 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a492afaa-5efe-42bb-86ef-c76f50b6bd05 req-5bcda264-ca31-4762-80b1-31d65d8c9fc0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0542946 Nov 23 19:08:37.455288 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41130) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:37.460774 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'floatingip': {'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:37.504595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.db.resource_extend [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 19:08:37.535730 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.614784 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-ddbdabd3-d4cf-4dc6-b3c6-7194f4514312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.616426 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-ddbdabd3-d4cf-4dc6-b3c6-7194f4514312 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1099 time: 0.1604898 Nov 23 19:08:37.619160 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.629508 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.638702 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901df5f-5b85-4556-b2a6-d6de5293721d req-0a743a89-35ae-48e5-a53d-c8f2e077d180 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.640244 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2901df5f-5b85-4556-b2a6-d6de5293721d req-0a743a89-35ae-48e5-a53d-c8f2e077d180 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.2078276 Nov 23 19:08:37.716384 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.738283 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.882501 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff601f5-c7df-4a39-8905-8e08c3fd7861,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:37.889827 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57e9f5c6b9e040f6a7ee089b0bbaeb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6997447 Nov 23 19:08:37.890411 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41140) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:37.910550 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2901df5f-5b85-4556-b2a6-d6de5293721d req-0f4e30e2-1d9e-409f-ba61-a62a64c33cf2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223301 Nov 23 19:08:37.924445 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.924795 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.925133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.925458 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.925798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.926478 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.926821 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.927137 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.927454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.927852 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.928111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.928427 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b1996-00ad-48c6-995a-ca122983c078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:37.952531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-79dc98b3-e897-448e-878a-0ec928d6d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.953988 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-79dc98b3-e897-448e-878a-0ec928d6d063 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.3128841 Nov 23 19:08:37.957704 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Floating IP 4de54d68-94fd-4b11-a69c-798eb9e40ae8 associated. External IP: 172.27.0.42, port: bdcd384b-ad56-40e8-a527-1dab0d2b65bc. Nov 23 19:08:38.043215 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-4a8bc15d-ff79-44ac-b817-259fdb69a401 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 200 len: 217 time: 0.0473073 Nov 23 19:08:38.119829 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.180889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.180889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-6420a61c-b86c-440a-90bd-1623f9e772e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.180889 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-6420a61c-b86c-440a-90bd-1623f9e772e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0867226 Nov 23 19:08:38.257979 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-22da65c0-0a7d-4c7d-9ce3-a19479effaff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684376 Nov 23 19:08:38.367007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.369608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.374058 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dff601f5-c7df-4a39-8905-8e08c3fd7861 HTTP/1.1" status: 204 len: 168 time: 0.4780686 Nov 23 19:08:38.428025 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544ad4b-1745-48f9-a919-04014d833cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff601f5-c7df-4a39-8905-8e08c3fd7861,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:38.435900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.db.resource_extend [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 19:08:38.438520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:38.473822 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-31ec8823-accc-4370-9f50-279aaa403e53 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628280 Nov 23 19:08:38.528073 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.543655 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.637096 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-82df9669-fd40-4720-a163-4436561fbc1b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.645581 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-82df9669-fd40-4720-a163-4436561fbc1b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.5829456 Nov 23 19:08:38.665981 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:38.667161 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-d1bfc55b-1bc3-4d2a-b969-0fc45e33dcaa tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/quotas/3d45682445634cd0ba0cf2c7fbac1864 HTTP/1.1" status: 200 len: 375 time: 0.0206511 Nov 23 19:08:38.679119 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.679119 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c896afb-22fb-4fd3-93e5-37b388b9bb40 req-24f4fb22-0e20-4f9a-80e5-f287ee0cd063 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535056 Nov 23 19:08:38.684064 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:38.710627 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:38.711223 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:08:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:38.809411 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.848865 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:38.862896 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-0f1f9d01-0c7c-449a-85a1-80b0063e9028 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936724 Nov 23 19:08:38.870340 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.l3_db [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Floating IP 63cd9736-10f8-4550-9f1d-638f892a6865 associated. External IP: 172.27.0.181, port: e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f. Nov 23 19:08:38.932165 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41180) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:38.947374 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-7cbf4d23-2d1b-4d19-bb97-3ae5e1a561d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "PUT /v2.0/floatingips/4de54d68-94fd-4b11-a69c-798eb9e40ae8 HTTP/1.1" status: 200 len: 990 time: 2.6521251 Nov 23 19:08:38.955139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:38.957337 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c6848-f05f-425a-b507-acfa1d752ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:39.091415 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17ebee-b807-44e0-a7b7-d419764a447f req-c4e04ea6-3be1-46d9-a885-677f87928fbb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.100208 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ba17ebee-b807-44e0-a7b7-d419764a447f req-c4e04ea6-3be1-46d9-a885-677f87928fbb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0625484 Nov 23 19:08:39.131959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e54b6d75-da9d-4e66-80bc-ef0a396e7a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.162350 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '4de54d68-94fd-4b11-a69c-798eb9e40ae8', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:e8:f2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:59Z', 'updated_at': '2021-11-23T19:08:37Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:39.177887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ba17ebee-b807-44e0-a7b7-d419764a447f req-5bc99275-ca80-4b46-b60f-b58dcbd7c036 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Nov 23 19:08:39.205950 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:08:39.217266 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:39.218290 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:08:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:39.225450 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:39.239967 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-522018c5-12f3-44c6-9f9e-acd4ab0cce56 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608975 Nov 23 19:08:39.314908 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e54b6d75-da9d-4e66-80bc-ef0a396e7a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.319394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e54b6d75-da9d-4e66-80bc-ef0a396e7a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.350103 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b6d75-da9d-4e66-80bc-ef0a396e7a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf351456-b4e8-445f-b6c6-198b9e080abd,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:39.367723 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:39.373344 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:39.380034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.381099 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:39.398724 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:39.399597 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:08:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:39.433127 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a1493-604b-41ce-bba4-b376df856ebf x-openstack-request-id: req-ba0a1493-604b-41ce-bba4-b376df856ebf {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:39.434070 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:39.434332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba0a1493-604b-41ce-bba4-b376df856ebf {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:39.434884 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'status': 'completed', 'code': 200} Nov 23 19:08:39.444341 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41202) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:39.446591 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e54b6d75-da9d-4e66-80bc-ef0a396e7a83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=006205150a434ed883ac9449a1cf1584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102992 Nov 23 19:08:39.459528 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b1cfafbe-90fa-4f1f-a49c-9539eed77fa3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "PUT /v2.0/floatingips/63cd9736-10f8-4550-9f1d-638f892a6865 HTTP/1.1" status: 200 len: 992 time: 2.0028701 Nov 23 19:08:39.466609 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:39.469611 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:39.532522 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-d4b1bedd-9ef4-4198-95e3-3a4621ac6fca service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916000 Nov 23 19:08:39.549717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-e3d28655-56b6-412a-a2bb-44f45b216784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.553380 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-e3d28655-56b6-412a-a2bb-44f45b216784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1098 time: 0.1055298 Nov 23 19:08:39.579883 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.604434 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.710430 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.715688 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.717434 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf351456-b4e8-445f-b6c6-198b9e080abd HTTP/1.1" status: 204 len: 168 time: 0.2707233 Nov 23 19:08:39.727413 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:39.728821 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf351456-b4e8-445f-b6c6-198b9e080abd,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:39.739204 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf35011-33d1-4a53-9fdc-e4f3d7728223 x-openstack-request-id: req-7bf35011-33d1-4a53-9fdc-e4f3d7728223 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:39.740721 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:39.741176 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bf35011-33d1-4a53-9fdc-e4f3d7728223 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:39.741756 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'status': 'completed', 'code': 200} Nov 23 19:08:39.743370 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.744346 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.744945 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.745730 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.746996 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.747546 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.748113 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.749066 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.749607 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.750202 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.751128 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.751654 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf3d1dd-95ad-4a5c-9503-fca984f9fea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:39.833212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-dcde6642-7075-4dbe-967e-8e478e140807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.834714 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-dcde6642-7075-4dbe-967e-8e478e140807 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.2621534 Nov 23 19:08:39.938021 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '4de54d68-94fd-4b11-a69c-798eb9e40ae8', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:e8:f2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:59Z', 'updated_at': '2021-11-23T19:08:37Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:40.035479 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c822da-8aca-4410-8184-8b7ce376f6d4 None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '4de54d68-94fd-4b11-a69c-798eb9e40ae8', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:e8:f2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:59Z', 'updated_at': '2021-11-23T19:08:37Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:40.209719 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-d957baa2-8516-4c2c-9801-76c63fef476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.212045 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-d957baa2-8516-4c2c-9801-76c63fef476c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1099 time: 0.3763399 Nov 23 19:08:40.233195 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e2afaca1-92e1-4d1e-9a85-50a75e3b42e8 req-a1776161-bb39-4242-b735-aa81db7e126f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 210 time: 0.1965764 Nov 23 19:08:40.307163 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-60a1db9a-9f43-4177-9e56-76aca9f8cf15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 998 time: 0.4620733 Nov 23 19:08:40.434764 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.445114 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c45d-36f2-41af-bf08-0af5c47ce8d6 req-6881e86b-221d-403c-9a40-0ebe7d8e0a51 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.450076 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c53c45d-36f2-41af-bf08-0af5c47ce8d6 req-6881e86b-221d-403c-9a40-0ebe7d8e0a51 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1132486 Nov 23 19:08:40.511296 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '63cd9736-10f8-4550-9f1d-638f892a6865', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb9867-2731-40c5-9367-62b655d2340d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:08:00Z', 'updated_at': '2021-11-23T19:08:38Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:40.518456 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-a80d3152-514e-4aa6-8b72-5a1c6f3d5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.519973 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-a80d3152-514e-4aa6-8b72-5a1c6f3d5574 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.1833634 Nov 23 19:08:40.563820 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8528088-2bd1-4896-836f-ad35f941f003 None None] New status for floating IP 4de54d68-94fd-4b11-a69c-798eb9e40ae8: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:08:40.569647 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:08:40.572955 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c53c45d-36f2-41af-bf08-0af5c47ce8d6 req-8106539f-8d4b-4d75-a853-eac831153bee tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159959 Nov 23 19:08:40.594993 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:40.595871 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:08:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:40.622041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-aac82f26-0315-4987-b02f-f6a14fd3d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.623682 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-aac82f26-0315-4987-b02f-f6a14fd3d8a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.3284175 Nov 23 19:08:40.692968 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-56a89a89-ca7a-4f76-811f-21fd0d1fb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.694847 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-56a89a89-ca7a-4f76-811f-21fd0d1fb058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1371834 Nov 23 19:08:40.729895 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-8b928928-82c3-4569-a17b-bddfe83b7e92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 1000 time: 0.0985796 Nov 23 19:08:40.830820 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:40.907654 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-cbfb98ca-0a6b-496f-b6ac-775b6eb0fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.909690 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-cbfb98ca-0a6b-496f-b6ac-775b6eb0fb0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.1358049 Nov 23 19:08:40.916587 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-803ecc0d-6df9-4934-a945-68631772e069 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133572 Nov 23 19:08:41.076872 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-73401107-c24f-46a9-9219-22aa9a5d9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.078541 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-73401107-c24f-46a9-9219-22aa9a5d9f5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1537743 Nov 23 19:08:41.118978 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-799c6848-f05f-425a-b507-acfa1d752ca0 req-3b28dd78-45d9-430d-9d64-2bcc0f23644c service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929433 Nov 23 19:08:41.185137 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '63cd9736-10f8-4550-9f1d-638f892a6865', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb9867-2731-40c5-9367-62b655d2340d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:08:00Z', 'updated_at': '2021-11-23T19:08:38Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:41.202828 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-4dc431fb-6b4b-42e0-8bd8-76e38800ca74 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058650 Nov 23 19:08:41.214237 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49dd996-6a73-41cd-a23b-05c9dd5ff6f2 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '63cd9736-10f8-4550-9f1d-638f892a6865', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb9867-2731-40c5-9367-62b655d2340d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:08:00Z', 'updated_at': '2021-11-23T19:08:38Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:41.319251 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99eee5d6-700a-4b6a-b6f8-a8e28c346b72 req-b39e5d1c-bdf7-4a79-93b9-d3c0086c0cc1 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028557 Nov 23 19:08:41.347544 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1dfcc7cf-6b7e-4f45-8db0-eea3412b800d req-e375f463-a491-48b7-b979-fde2a098ba38 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 210 time: 0.0362256 Nov 23 19:08:41.561058 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea0370-4e4b-42f3-9f18-fa54876ec901 None None] New status for floating IP 63cd9736-10f8-4550-9f1d-638f892a6865: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:08:41.766434 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4c2b5-1228-406d-b2cf-06732bffc717 req-49d65962-c35d-405e-ba9d-f0f6da594663 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.781771 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-28f4c2b5-1228-406d-b2cf-06732bffc717 req-49d65962-c35d-405e-ba9d-f0f6da594663 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0939326 Nov 23 19:08:41.808054 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-d97f500f-38dc-4d88-8c21-a8df48d2d0c0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.821754 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-d97f500f-38dc-4d88-8c21-a8df48d2d0c0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.2581353 Nov 23 19:08:41.834965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Request body: {'port': {'device_id': '79bd7a45-b336-4119-b140-b801c64db412', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'admin_state_up': True, 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:41.890975 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-28f4c2b5-1228-406d-b2cf-06732bffc717 req-adfb9073-0213-4e32-992f-d8ab0d333875 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084075 Nov 23 19:08:42.018435 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:42.022608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.152369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Allocated IP 172.20.0.2 (770b0568-dfa1-400b-9591-47417bf041ce/e37f3a65-4b19-420b-8f3f-d189d5ec0859/a834f60d-d019-45f2-bf5d-107dba4b2c33) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:42.258580 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41320) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:42.304956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.341286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.358219 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:42.372049 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7089fa5-8e37-4dd4-b953-0524e1056f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.388828 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Network 770b0568-dfa1-400b-9591-47417bf041ce is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:42.392035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:42.396538 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:42.402160 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:42.402800 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.409380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event updated for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:42.426611 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-454c845b-b001-4224-86d4-6042a36a8b39 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957808 Nov 23 19:08:42.465075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Request body: {'port': {'device_id': '79bd7a45-b336-4119-b140-b801c64db412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:42.467513 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7089fa5-8e37-4dd4-b953-0524e1056f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.473026 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7089fa5-8e37-4dd4-b953-0524e1056f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.501926 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d7089fa5-8e37-4dd4-b953-0524e1056f0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6037ae5298b047139add58f2bb2c712c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415297 Nov 23 19:08:42.504227 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41326) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:42.523442 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7089fa5-8e37-4dd4-b953-0524e1056f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3bebb-ec01-489c-a72d-ad8f2e1b1e4e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:42.569066 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.577937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66d81-a547-47a3-af08-703393fc736f req-2c2d6f6e-2d2b-4625-afc4-c3b2943adf7d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:42.579429 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92b66d81-a547-47a3-af08-703393fc736f req-2c2d6f6e-2d2b-4625-afc4-c3b2943adf7d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 931 time: 0.1229119 Nov 23 19:08:42.655851 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.694578 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92b66d81-a547-47a3-af08-703393fc736f req-78ecff79-5b4d-4a07-802e-ffa6a58567b4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026342 Nov 23 19:08:42.745742 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.859950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.862454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.863578 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acf3bebb-ec01-489c-a72d-ad8f2e1b1e4e HTTP/1.1" status: 204 len: 168 time: 0.3566062 Nov 23 19:08:42.877473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bde189-12d0-4107-818c-ca826b67e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3bebb-ec01-489c-a72d-ad8f2e1b1e4e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:42.958380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a834f60d-d019-45f2-bf5d-107dba4b2c33 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:42.967430 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.980632 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Transition to ACTIVE for port object a834f60d-d019-45f2-bf5d-107dba4b2c33 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:42.988291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.042060 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630838-d8cb-4ece-a4f2-4ba1c40e61ba req-3a10093a-b45d-4e14-abc4-9b41501c59d7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.045200 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-72630838-d8cb-4ece-a4f2-4ba1c40e61ba req-3a10093a-b45d-4e14-abc4-9b41501c59d7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0731575 Nov 23 19:08:43.112734 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Pushing event updated for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:43.113459 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-72630838-d8cb-4ece-a4f2-4ba1c40e61ba req-23c6d421-a0c6-4b1d-b7cc-08db320f0f1a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Nov 23 19:08:43.126240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Attempting to bind port a834f60d-d019-45f2-bf5d-107dba4b2c33 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:43.126757 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Attempting to bind port a834f60d-d019-45f2-bf5d-107dba4b2c33 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:43.127260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Attempting to bind port a834f60d-d019-45f2-bf5d-107dba4b2c33 on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:43.132603 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Port a834f60d-d019-45f2-bf5d-107dba4b2c33 on network 770b0568-dfa1-400b-9591-47417bf041ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:43.132920 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Attempting to bind port a834f60d-d019-45f2-bf5d-107dba4b2c33 on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:43.138581 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:43.138914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Checking segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:43.139287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Bound using segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:43.139714 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Bound port: a834f60d-d019-45f2-bf5d-107dba4b2c33, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:43.140123 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.212729 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:43.213293 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41346) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:43.216656 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:43.220929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.233223 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-315b79aa-adf3-4f2b-8e2e-e8d5a732da54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.244956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.246545 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.248039 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] 10.222.0.54 "PUT /v2.0/ports/a834f60d-d019-45f2-bf5d-107dba4b2c33 HTTP/1.1" status: 200 len: 1093 time: 0.7966862 Nov 23 19:08:43.272007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:43.275088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:43.306864 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bbaa4-19e6-47c0-a8c8-554d89f9e72d service neutron] Pushing event updated for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:43.328796 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-315b79aa-adf3-4f2b-8e2e-e8d5a732da54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.333077 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-315b79aa-adf3-4f2b-8e2e-e8d5a732da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.334665 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0791eb42-9792-404f-9b23-d8dbfc4cf5af x-openstack-request-id: req-0791eb42-9792-404f-9b23-d8dbfc4cf5af {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:43.334972 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:43.335203 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0791eb42-9792-404f-9b23-d8dbfc4cf5af {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:43.335578 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33', 'status': 'completed', 'code': 200} Nov 23 19:08:43.364315 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-3e8e31db-6d42-4557-9951-f3db3f8415ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.365788 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-3e8e31db-6d42-4557-9951-f3db3f8415ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 1096 time: 0.0423782 Nov 23 19:08:43.371356 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-315b79aa-adf3-4f2b-8e2e-e8d5a732da54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afdaa8541c154e5588a42661a0e878c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561472 Nov 23 19:08:43.373255 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b79aa-adf3-4f2b-8e2e-e8d5a732da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b73b0-31b0-4501-896f-05c32bd03dff,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:43.374476 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:43.421544 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-6fab4c38-6c43-4b8e-bb16-5d85878f1b0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33 HTTP/1.1" status: 200 len: 217 time: 0.0405560 Nov 23 19:08:43.487617 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-7238c78d-645d-43e6-849f-dba84a13916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.489028 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-7238c78d-645d-43e6-849f-dba84a13916c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.0577102 Nov 23 19:08:43.491909 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.520705 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.546392 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-147d4e51-51b0-4506-8e25-0e655267971b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338621 Nov 23 19:08:43.587257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.590330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.591437 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/673b73b0-31b0-4501-896f-05c32bd03dff HTTP/1.1" status: 204 len: 168 time: 0.2160592 Nov 23 19:08:43.598880 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990302-6f50-4692-9043-b2db306d4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b73b0-31b0-4501-896f-05c32bd03dff,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:43.813906 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ede0-1c31-4df1-bc33-8a0610315468 req-ae19a5e2-db31-4992-9a8d-e21786ca58c3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.815387 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7576ede0-1c31-4df1-bc33-8a0610315468 req-ae19a5e2-db31-4992-9a8d-e21786ca58c3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 943 time: 0.0517688 Nov 23 19:08:43.863642 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7576ede0-1c31-4df1-bc33-8a0610315468 req-f5a726ba-e557-4002-9c33-ef6e9d0d9d25 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Nov 23 19:08:44.624011 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-61da657a-0e0b-4262-807d-917041a0792d service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863516 Nov 23 19:08:46.773859 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-b2d110e2-9c19-4c22-ab0e-ac950771be41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852044 Nov 23 19:08:46.776649 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-12e5baf6-46fc-438e-a1e8-39ac1b59c12d req-63c9cf13-60b2-49d6-a817-633c422854c1 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498766 Nov 23 19:08:46.781986 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc589-9a29-42cd-a422-3c925b42e284 req-04fbaeb6-2334-45b3-b37f-7f3e835293bf tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.783503 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e0ccc589-9a29-42cd-a422-3c925b42e284 req-04fbaeb6-2334-45b3-b37f-7f3e835293bf tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0500646 Nov 23 19:08:46.797521 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4776-c3fd-4d9e-ac85-3e8af0d9495f req-69d65e5a-363d-469b-a151-d62e269a5308 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.799625 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5a2c4776-c3fd-4d9e-ac85-3e8af0d9495f req-69d65e5a-363d-469b-a151-d62e269a5308 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 943 time: 0.0674291 Nov 23 19:08:46.835497 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e0ccc589-9a29-42cd-a422-3c925b42e284 req-5b10ac79-1033-4559-939a-7cc507100c3d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Nov 23 19:08:46.877278 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5a2c4776-c3fd-4d9e-ac85-3e8af0d9495f req-d9c8f6e5-d2fd-4ef8-8b8e-5e419e9b606b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Nov 23 19:08:46.926520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-1e2d59df-d885-4fc6-a33c-cff53dfb9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.927999 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-1e2d59df-d885-4fc6-a33c-cff53dfb9dbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 1096 time: 0.0730240 Nov 23 19:08:46.930310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-69e8637b-acf9-49b0-81ac-3e7de810ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.931614 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-69e8637b-acf9-49b0-81ac-3e7de810ac3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 1099 time: 0.0777333 Nov 23 19:08:47.095357 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-0fa726b8-cd92-4b26-b364-0c758f4c7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.096738 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-0fa726b8-cd92-4b26-b364-0c758f4c7960 service neutron] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 915 time: 0.1529796 Nov 23 19:08:47.099202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-1ab720a5-ae2f-4046-a7e5-f59f58457948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.100527 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-1ab720a5-ae2f-4046-a7e5-f59f58457948 service neutron] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 915 time: 0.1379838 Nov 23 19:08:47.187249 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-b7e1bf4c-f3ae-42ff-806a-cc6b980b8f24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa HTTP/1.1" status: 200 len: 217 time: 0.0677364 Nov 23 19:08:47.188441 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-d04f8e81-434e-40e7-a7ea-f98764cd9223 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33 HTTP/1.1" status: 200 len: 217 time: 0.0632229 Nov 23 19:08:47.286512 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-634e741a-14a3-4fba-9108-8ec33302367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.287988 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-634e741a-14a3-4fba-9108-8ec33302367a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.0840921 Nov 23 19:08:47.289336 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-56a606ce-134a-460a-b5a2-558e9c244f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.290621 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-56a606ce-134a-460a-b5a2-558e9c244f7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.0793858 Nov 23 19:08:47.356975 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-202c7aab-ca9a-4fbd-8126-2bce1b532f91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439010 Nov 23 19:08:47.358809 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-3ddc12be-6512-4eda-83ee-7235e6a4e5b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379734 Nov 23 19:08:47.555104 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-f53663bf-ffc3-467a-972c-9824cc4d4a78 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760128 Nov 23 19:08:47.557110 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-a060a896-0cc9-46e5-989a-d130488ddbe2 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693568 Nov 23 19:08:48.013600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170f52-57b5-4ab8-983b-6340434673b2 req-e0eb74c0-c1ed-4c7c-844b-c38ceb0307e0 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.015057 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5d170f52-57b5-4ab8-983b-6340434673b2 req-e0eb74c0-c1ed-4c7c-844b-c38ceb0307e0 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.3931201 Nov 23 19:08:48.019515 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f03b4-3662-4510-872f-39f9292f5e4c req-211e8a11-bf82-449b-927c-cab521a09137 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.024015 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-401f03b4-3662-4510-872f-39f9292f5e4c req-211e8a11-bf82-449b-927c-cab521a09137 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0576091 Nov 23 19:08:48.025995 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbfdf4ba-c95f-456d-a6ba-e1fe0c646dc7 req-132468f4-7c74-4bfd-a36a-263ed9037955 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320545 Nov 23 19:08:48.053542 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bb54885a-897e-4195-8e76-3f0ac21d2fac req-16798e8d-485c-4b6c-80d7-10d039863f4d service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582961 Nov 23 19:08:48.074904 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-401f03b4-3662-4510-872f-39f9292f5e4c req-c40d98f4-dc87-44fb-88fb-c11106a3674d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 Nov 23 19:08:48.081367 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5d170f52-57b5-4ab8-983b-6340434673b2 req-72d76c4e-d0ef-46aa-97da-3e602c64dfb4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Nov 23 19:08:48.186446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d4ce-8d1d-474b-a6f6-2b49d93a26bf req-d60aedb9-1df4-48c6-aeed-76b0c3bc6b5e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.187852 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-65c6d4ce-8d1d-474b-a6f6-2b49d93a26bf req-d60aedb9-1df4-48c6-aeed-76b0c3bc6b5e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 943 time: 0.0493536 Nov 23 19:08:48.234996 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-65c6d4ce-8d1d-474b-a6f6-2b49d93a26bf req-81cb6524-22f4-47ef-8cfb-cc504e9d334d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Nov 23 19:08:49.200723 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de1f1-aae2-4315-ad2a-defd00f9128b req-cac7cb21-9ab6-483b-b259-e4b6f48f7f5a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.203122 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4d6de1f1-aae2-4315-ad2a-defd00f9128b req-cac7cb21-9ab6-483b-b259-e4b6f48f7f5a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0563521 Nov 23 19:08:49.217541 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d708-6856-4057-ac26-2f4847431c51 req-dcd3d45b-eda7-46eb-aaef-1898bc5573f4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.219238 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cc47d708-6856-4057-ac26-2f4847431c51 req-dcd3d45b-eda7-46eb-aaef-1898bc5573f4 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.0563760 Nov 23 19:08:49.260538 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4d6de1f1-aae2-4315-ad2a-defd00f9128b req-80ee547b-1b91-4ecf-8273-6f09c14dd195 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516555 Nov 23 19:08:49.275632 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cc47d708-6856-4057-ac26-2f4847431c51 req-4fa9f903-a964-4814-91b1-d90f372660c9 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497684 Nov 23 19:08:49.374569 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31189ba-59bc-4798-8bce-4e56004536e7 req-880d93c4-091f-4b64-89a1-bec68ef974ef tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.376053 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b31189ba-59bc-4798-8bce-4e56004536e7 req-880d93c4-091f-4b64-89a1-bec68ef974ef tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 943 time: 0.0530467 Nov 23 19:08:49.424661 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b31189ba-59bc-4798-8bce-4e56004536e7 req-12ee6d61-a845-407f-8c28-8855cc2ffc2d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Nov 23 19:08:50.384136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-277f54af-1b65-436c-8b38-e28ca1c1e5be tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:50.386291 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-277f54af-1b65-436c-8b38-e28ca1c1e5be tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.54 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.0789397 Nov 23 19:08:50.386873 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faac355-97ba-4f9d-a197-0581b1ab9b04 req-d9e65af0-9d4e-4b87-9c6c-5cd4db7d55b4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:50.388538 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6faac355-97ba-4f9d-a197-0581b1ab9b04 req-d9e65af0-9d4e-4b87-9c6c-5cd4db7d55b4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0510614 Nov 23 19:08:50.413502 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41544) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:50.447593 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6faac355-97ba-4f9d-a197-0581b1ab9b04 req-2791cbbe-1529-487c-81ec-469fc375d790 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528970 Nov 23 19:08:50.471141 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a834f60d-d019-45f2-bf5d-107dba4b2c33 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:50.512754 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac516-684d-4ebd-aed4-5955e8dfff55 req-15bb332d-10ef-47a5-a061-54135eea9d5a tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:50.514780 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f05ac516-684d-4ebd-aed4-5955e8dfff55 req-15bb332d-10ef-47a5-a061-54135eea9d5a tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 946 time: 0.1275752 Nov 23 19:08:50.557084 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f286daf-fd34-4648-b866-c73439382358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.576981 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:50.586268 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ad07-e569-4384-b3b0-2131c5938b89 req-9e80927d-feb6-4521-9563-3237d80a8b0f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:50.588213 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2ae9ad07-e569-4384-b3b0-2131c5938b89 req-9e80927d-feb6-4521-9563-3237d80a8b0f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 943 time: 0.0775676 Nov 23 19:08:50.589449 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'a834f60d-d019-45f2-bf5d-107dba4b2c33', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'port_id': 'a834f60d-d019-45f2-bf5d-107dba4b2c33', 'mac_address': 'fa:16:3e:1a:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3a65-4b19-420b-8f3f-d189d5ec0859', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:50.597585 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f05ac516-684d-4ebd-aed4-5955e8dfff55 req-18bde50e-9fee-4f0d-b322-64c0e81f2ed6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/security-groups?id=88765410-7629-485f-86a7-052ae933626b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761144 Nov 23 19:08:50.600722 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Deleting port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:50.600903 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.638947 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.653711 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a834f60d-d019-45f2-bf5d-107dba4b2c33 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:50.659873 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2ae9ad07-e569-4384-b3b0-2131c5938b89 req-6416ae3f-5859-4d40-b56a-c7905148bb0c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Nov 23 19:08:50.683888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:50.688251 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.709688 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f286daf-fd34-4648-b866-c73439382358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.717596 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1f286daf-fd34-4648-b866-c73439382358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.725129 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] For port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,segment=NetworkSegment(60a6f45f-48bb-42e1-a0c5-a4a2bedf25df),segment_id=60a6f45f-48bb-42e1-a0c5-a4a2bedf25df)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:50.725428 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.744469 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Calling delete_port for c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:50.758703 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:50.765312 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-1f286daf-fd34-4648-b866-c73439382358 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a07c8c4e3c214b1d8168eae72ddf07cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506970 Nov 23 19:08:50.766968 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41554) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:50.771294 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.771840 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.772647 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.773074 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.773590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.773944 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.774254 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.774724 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.774910 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f286daf-fd34-4648-b866-c73439382358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65261b0-7a07-4a3f-a6ba-7fc6e16d7478,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:50.786580 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.788845 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.789254 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.789605 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:50.824402 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.847258 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.909706 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.912924 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.914098 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d65261b0-7a07-4a3f-a6ba-7fc6e16d7478 HTTP/1.1" status: 204 len: 168 time: 0.1462030 Nov 23 19:08:50.923191 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c97dc-8a70-4824-afcd-d2666f4862bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65261b0-7a07-4a3f-a6ba-7fc6e16d7478,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:50.947267 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.961869 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['c8fd8a0e-b3d5-4a8a-839b-db5a53973a11'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:50.980528 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Pushing event deleted for resources: {'Port': ['ID=c8fd8a0e-b3d5-4a8a-839b-db5a53973a11,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.044135 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['a834f60d-d019-45f2-bf5d-107dba4b2c33'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:51.044289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] No DVR routers for this DVR port c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:51.047980 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.052882 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e7f0574c-9593-4316-9d1e-796119cf5996 req-f252511c-8cb0-4879-bd2b-7a775c8eb5f6 tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.54 "DELETE /v2.0/ports/c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 HTTP/1.1" status: 204 len: 173 time: 0.6404583 Nov 23 19:08:51.053339 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'name': 'network-vif-deleted', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:51.057588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a8b03-f0f9-47cd-a1b3-3bc9dda2bf43" -d '{"events": [{"server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "name": "network-vif-deleted", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:51.108710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b6af35-f0b5-43ee-8256-23ca1a7a0747 x-openstack-request-id: req-56b6af35-f0b5-43ee-8256-23ca1a7a0747 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:51.109218 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e379eb-6f6d-49b6-8925-25d82c911740", "name": "network-vif-deleted", "tag": "c8fd8a0e-b3d5-4a8a-839b-db5a53973a11", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:51.109607 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b6af35-f0b5-43ee-8256-23ca1a7a0747 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:51.110135 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e379eb-6f6d-49b6-8925-25d82c911740', 'name': 'network-vif-deleted', 'tag': 'c8fd8a0e-b3d5-4a8a-839b-db5a53973a11', 'status': 'completed', 'code': 200} Nov 23 19:08:51.145935 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41574) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:51.296940 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6689b9b4-106e-47c7-8de9-d0b93ffbf917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.310928 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41582) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:51.333717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d558d545-5edc-45bd-9f84-bfbabe4464f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.381888 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6689b9b4-106e-47c7-8de9-d0b93ffbf917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.387142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6689b9b4-106e-47c7-8de9-d0b93ffbf917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.434271 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6689b9b4-106e-47c7-8de9-d0b93ffbf917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26049ec7474843b0a93f9582ce071d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872438 Nov 23 19:08:51.435674 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689b9b4-106e-47c7-8de9-d0b93ffbf917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6585ada3-fd63-4e61-be35-b18ca8ea9b3b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.438518 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41584) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:51.470516 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d558d545-5edc-45bd-9f84-bfbabe4464f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.485011 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d558d545-5edc-45bd-9f84-bfbabe4464f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.495421 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.509214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d545-5edc-45bd-9f84-bfbabe4464f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607c21b-757c-4280-bbf7-505cd23de36a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.534213 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.559422 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d558d545-5edc-45bd-9f84-bfbabe4464f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0134444b92b64199a4f3dd9d82487d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474034 Nov 23 19:08:51.562695 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41588) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:51.586343 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412ff4-2178-4622-89db-c05d7ec82f10 req-2af41619-8693-4b7c-aaed-54edeaddc6d3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.587921 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-61412ff4-2178-4622-89db-c05d7ec82f10 req-2af41619-8693-4b7c-aaed-54edeaddc6d3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0636778 Nov 23 19:08:51.610886 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.613375 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.614491 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6585ada3-fd63-4e61-be35-b18ca8ea9b3b HTTP/1.1" status: 204 len: 168 time: 0.1750841 Nov 23 19:08:51.630522 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d97fd-7716-4584-b0b7-1722df0c0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6585ada3-fd63-4e61-be35-b18ca8ea9b3b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.635182 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.659435 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.672570 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-61412ff4-2178-4622-89db-c05d7ec82f10 req-e9a3f482-ed07-4003-9cc4-7957a047dc9b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772755 Nov 23 19:08:51.722918 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.727870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.729256 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3607c21b-757c-4280-bbf7-505cd23de36a HTTP/1.1" status: 204 len: 168 time: 0.1656437 Nov 23 19:08:51.772858 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e6038-d7a9-4878-b013-bc304b4935a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607c21b-757c-4280-bbf7-505cd23de36a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.777029 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-55d8eeba-f21a-44f9-9e9f-bcfb2fb083a4 req-e5c385b3-bc29-4d48-a5d4-994191b9666c tempest-DeleteServersTestJSON-1960110178 tempest-DeleteServersTestJSON-1960110178-project] 10.222.0.31 "GET /v2.0/ports?device_id=96e379eb-6f6d-49b6-8925-25d82c911740 HTTP/1.1" status: 200 len: 210 time: 0.0463412 Nov 23 19:08:51.820526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d4545-c1cc-41dc-bfc9-aa176918b97b req-193cddf5-9d57-45a0-9c92-e2ebcdc282c9 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.822101 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7a9d4545-c1cc-41dc-bfc9-aa176918b97b req-193cddf5-9d57-45a0-9c92-e2ebcdc282c9 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 944 time: 0.0765519 Nov 23 19:08:51.877819 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7a9d4545-c1cc-41dc-bfc9-aa176918b97b req-a0413d5d-196e-4110-ad88-3012664a5543 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Nov 23 19:08:52.083952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41608) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:52.099343 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6223-8c20-4a89-965c-dacddab26706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.178634 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6223-8c20-4a89-965c-dacddab26706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.182818 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6223-8c20-4a89-965c-dacddab26706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.220637 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d6223-8c20-4a89-965c-dacddab26706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002cea7-01a5-41f3-9f9c-0d6330274051,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.224896 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ca6d6223-8c20-4a89-965c-dacddab26706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4de18ba86174a1fb0d3077a95879acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398826 Nov 23 19:08:52.228231 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41614) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:52.280991 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.306261 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.356511 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.367235 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.370327 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.371520 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a002cea7-01a5-41f3-9f9c-0d6330274051 HTTP/1.1" status: 204 len: 168 time: 0.1428230 Nov 23 19:08:52.380299 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49426f6-9b7d-4dbc-9fc3-367306b3c04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002cea7-01a5-41f3-9f9c-0d6330274051,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.496610 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a834f60d-d019-45f2-bf5d-107dba4b2c33 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:52.551871 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port a834f60d-d019-45f2-bf5d-107dba4b2c33 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:52.555920 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port a834f60d-d019-45f2-bf5d-107dba4b2c33 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:52.556544 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.648832 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.673676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:52.676417 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1a610-437a-424f-a962-d5b8057513d1" -d '{"events": [{"server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "name": "network-vif-plugged", "status": "completed", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:52.693645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:52.700010 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.702480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:52.739321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd453c2-c160-409e-bfbd-7ace72eabccb x-openstack-request-id: req-ffd453c2-c160-409e-bfbd-7ace72eabccb {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:52.740050 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "name": "network-vif-plugged", "status": "completed", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:52.740536 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffd453c2-c160-409e-bfbd-7ace72eabccb {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:52.741127 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33', 'code': 200} Nov 23 19:08:52.767657 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:52.768668 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device c8fd8a0e-b3d5-4a8a-839b-db5a53973a11 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:52.811616 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.834473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea1999-efa6-4c7b-8844-9670dfb7ee06 req-e8c36f43-df73-47ef-90d0-d3ac4071a747 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.844942 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccea1999-efa6-4c7b-8844-9670dfb7ee06 req-e8c36f43-df73-47ef-90d0-d3ac4071a747 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0980375 Nov 23 19:08:52.923751 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccea1999-efa6-4c7b-8844-9670dfb7ee06 req-5bc0bf15-59c3-4bfd-bed1-c1920842242f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718760 Nov 23 19:08:53.022178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cddfcd-4234-43d7-a26d-bd2598e8f38b req-4445f728-1cad-4a18-a3a7-e9579e87f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.028126 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-14cddfcd-4234-43d7-a26d-bd2598e8f38b req-4445f728-1cad-4a18-a3a7-e9579e87f760 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 1098 time: 0.0928826 Nov 23 19:08:53.093027 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6fe16-13ec-4c28-ba21-93d824bdb17b req-8e517716-2296-403d-96cc-a8a14576f53e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.094567 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1be6fe16-13ec-4c28-ba21-93d824bdb17b req-8e517716-2296-403d-96cc-a8a14576f53e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0981798 Nov 23 19:08:53.164901 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-14cddfcd-4234-43d7-a26d-bd2598e8f38b req-cc940252-8000-4ed3-841b-3fb201d5418e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255429 Nov 23 19:08:53.215855 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1be6fe16-13ec-4c28-ba21-93d824bdb17b req-0c5c2b09-e335-4167-9bbd-9569de683b85 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127417 Nov 23 19:08:53.315126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41680) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:53.459969 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470365825-network', 'tenant_id': '349f7f672f094e2283d0cb86a6875cfd'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:53.480601 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Made reservation on behalf of 349f7f672f094e2283d0cb86a6875cfd for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:53.483619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.492060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.580875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.585286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.612950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:08:53.623345 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6368e60-155e-4123-8c96-612c57301d9f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:53.631690 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.632212 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Added segment 602c5667-ce9d-44ee-b0b2-87369580c5a6 of type vlan for network 049f48e6-4dfe-491d-9ba7-e90f368fd7c7 Nov 23 19:08:53.676460 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.701776 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.702737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.703320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.740439 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4238958 Nov 23 19:08:53.741538 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41698) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:53.746590 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Request body: {'subnet': {'network_id': '049f48e6-4dfe-491d-9ba7-e90f368fd7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470365825-subnet', 'tenant_id': '349f7f672f094e2283d0cb86a6875cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:53.773217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Made reservation on behalf of 349f7f672f094e2283d0cb86a6875cfd for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:53.775580 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.776411 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46f83f-a20d-4ea8-85b3-67785f809c16 admin admin] Pushing event updated for resources: {'Network': ['ID=049f48e6-4dfe-491d-9ba7-e90f368fd7c7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:53.788639 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 049f48e6-4dfe-491d-9ba7-e90f368fd7c7 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:08:53.949959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.012189 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1f2f53-3171-4885-85ec-8e2e8a68ce44,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:54.015054 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Checking segment: {'id': '602c5667-ce9d-44ee-b0b2-87369580c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '049f48e6-4dfe-491d-9ba7-e90f368fd7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:54.015407 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Network hostable DHCP agents. Network: 049f48e6-4dfe-491d-9ba7-e90f368fd7c7, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:08:54.033788 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Network 049f48e6-4dfe-491d-9ba7-e90f368fd7c7 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:08:54.045603 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 049f48e6-4dfe-491d-9ba7-e90f368fd7c7) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:54.050345 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:54.051016 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.055542 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e78fc-1c2e-4c72-8431-9d96273882d8 None None] Network 049f48e6-4dfe-491d-9ba7-e90f368fd7c7 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:54.072624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947554e9-b8b6-498c-943b-84a49f2cd327 req-a45161c6-d9a7-4522-a374-191b9e486cff tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:54.081583 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ab377dff-d753-4a6d-81bf-baddd6da913b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3303514 Nov 23 19:08:54.081681 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-947554e9-b8b6-498c-943b-84a49f2cd327 req-a45161c6-d9a7-4522-a374-191b9e486cff tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0610125 Nov 23 19:08:54.152782 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-947554e9-b8b6-498c-943b-84a49f2cd327 req-d5e9135d-01be-4991-8fd9-e8e46065a6e7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694816 Nov 23 19:08:54.208378 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bf0db-88e4-4bf7-93ee-eb25d597a8bb None None] Network 049f48e6-4dfe-491d-9ba7-e90f368fd7c7 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:54.369953 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc9ac-a489-4c30-993e-17753c36a5c7 req-376ce140-4a84-42dc-827b-5d1af53c9838 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:54.372027 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e4dcc9ac-a489-4c30-993e-17753c36a5c7 req-376ce140-4a84-42dc-827b-5d1af53c9838 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0683401 Nov 23 19:08:54.429719 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e4dcc9ac-a489-4c30-993e-17753c36a5c7 req-3ca63fa4-2420-4428-ae76-ea41d835cf5f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Nov 23 19:08:54.548010 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41742) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:54.615930 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Deleting subnet b8e259d3-d371-4f92-9e52-3ae1ad51991d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:08:54.619528 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.654572 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.663590 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.724086 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.753032 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e259d3-d371-4f92-9e52-3ae1ad51991d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:54.756991 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.760207 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9d340e13-df27-456c-b1df-73d87454054a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8e259d3-d371-4f92-9e52-3ae1ad51991d HTTP/1.1" status: 204 len: 168 time: 0.2109380 Nov 23 19:08:54.762681 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:54.771514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:54.776791 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-407491819-network', 'tenant_id': 'b863be8257b54443a2a8d08c9ae888a9'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:54.800686 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Made reservation on behalf of b863be8257b54443a2a8d08c9ae888a9 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:54.803257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.812054 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.833013 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.900026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.904544 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.927833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.931819 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:08:54.941743 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d75dd24-1126-4021-ad4d-4342dada6e0a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:54.947827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.948166 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Added segment 23260db5-0d11-481d-88cc-a586274f1c16 of type vlan for network 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 Nov 23 19:08:54.948588 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.948969 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.950142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.950142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > port after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.950382 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.951500 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > port after_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.951624 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.952101 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.952586 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.953452 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:54.991262 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.015878 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.016863 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.017466 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.053993 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2811399 Nov 23 19:08:55.078416 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41752) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:55.084996 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Request body: {'subnet': {'network_id': '1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-407491819-subnet', 'tenant_id': 'b863be8257b54443a2a8d08c9ae888a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:55.088998 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa888e5-5a3b-4988-a02e-385976d37e08 admin admin] Pushing event updated for resources: {'Network': ['ID=1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:55.099781 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:08:55.108956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Made reservation on behalf of b863be8257b54443a2a8d08c9ae888a9 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:55.109253 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:55.109803 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:55.110146 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:55.110568 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:08:55.110940 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b09e10-8118-421a-af62-2648a51687f4']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:55.112162 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.128412 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:55.128954 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a6f45f-48bb-42e1-a0c5-a4a2bedf25df') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:55.146642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.171437 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.184070 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:08:55.184808 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: from cryptography.utils import int_from_bytes Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: from cryptography.utils import int_from_bytes Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:08:55.208254 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:08:55.273321 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.279456 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.282846 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8b09e10-8118-421a-af62-2648a51687f4 HTTP/1.1" status: 204 len: 168 time: 0.5185406 Nov 23 19:08:55.297844 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be74bd-25f6-4239-ab3d-e36261bbc145 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b09e10-8118-421a-af62-2648a51687f4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:55.322560 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa892f81-02b6-455d-90e4-53021cac3326 req-29d840dc-d7d2-4fc5-860a-26667004f3e3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.324045 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aa892f81-02b6-455d-90e4-53021cac3326 req-29d840dc-d7d2-4fc5-860a-26667004f3e3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1060622 Nov 23 19:08:55.353583 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.427882 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aa892f81-02b6-455d-90e4-53021cac3326 req-2117296e-76e5-4a07-9cf1-3888b401c363 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Nov 23 19:08:55.428789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Pushing event updated for resources: {'Subnet': ['ID=441e7ed3-d767-454e-84d5-78ccbbbc640b,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:55.446961 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Checking segment: {'id': '23260db5-0d11-481d-88cc-a586274f1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:55.447332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Network hostable DHCP agents. Network: 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:08:55.465253 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:55.475001 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Network 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:08:55.493283 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:55.502932 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e7eb3-e425-4d2d-81b7-3a2783ae4988 None None] Network 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:55.505270 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.508126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.532273 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e8464aad-48c3-41fd-bbdd-70f142cc2b23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e6449a25b7144669ca401b3b7430d4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657525 Nov 23 19:08:55.534807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:55.550835 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0f9ebbed-0ee3-40da-8bf8-6798f2c4aade admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4651659 Nov 23 19:08:55.551035 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406669-4aae-4014-ac57-d7e9b33377af req-b9bcb1fa-fdd0-4ffd-a2c8-909b795c32c4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.551035 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af406669-4aae-4014-ac57-d7e9b33377af req-b9bcb1fa-fdd0-4ffd-a2c8-909b795c32c4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Nov 23 19:08:55.600986 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.627279 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.648383 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af406669-4aae-4014-ac57-d7e9b33377af req-dcd0df2b-57d8-411d-9bdb-274db694cc19 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865023 Nov 23 19:08:55.713929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.716853 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.723548 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88765410-7629-485f-86a7-052ae933626b HTTP/1.1" status: 204 len: 168 time: 0.1823325 Nov 23 19:08:55.736136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0db77-a489-4df7-8bdb-e0cde0e63a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88765410-7629-485f-86a7-052ae933626b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:55.751308 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f6974-39ea-4476-b78c-8b549531c717 None None] Network 1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:56.555893 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916a9ae-fe2e-4008-8a82-b68db3ff01bb req-7e9a6829-9e7f-4639-a160-533a44bc6ec1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:56.557692 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2916a9ae-fe2e-4008-8a82-b68db3ff01bb req-7e9a6829-9e7f-4639-a160-533a44bc6ec1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0518417 Nov 23 19:08:56.612145 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2916a9ae-fe2e-4008-8a82-b68db3ff01bb req-f934bde2-919d-4647-9de8-435dbcc9270d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 Nov 23 19:08:57.728433 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41896) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:57.819532 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccaf2d-281e-4a64-aa42-69b930761598 req-35208d1f-49ce-428c-b888-3651459abbeb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:57.828357 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-60ccaf2d-281e-4a64-aa42-69b930761598 req-35208d1f-49ce-428c-b888-3651459abbeb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0633538 Nov 23 19:08:57.880481 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce24b2d5-f8e5-4729-8088-441176a47040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.909651 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-60ccaf2d-281e-4a64-aa42-69b930761598 req-21bcd827-a865-478b-9e8b-9dbf5fb3202e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802915 Nov 23 19:08:57.930746 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-74112fcd-f0a0-4236-adfe-46d4d705c842 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:57.931280 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-74112fcd-f0a0-4236-adfe-46d4d705c842 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.1269066 Nov 23 19:08:57.953495 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-ff16e79e-fba9-4f2d-b213-4937c3b1d3a6 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/quotas/3d45682445634cd0ba0cf2c7fbac1864 HTTP/1.1" status: 200 len: 375 time: 0.0161576 Nov 23 19:08:57.985483 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce24b2d5-f8e5-4729-8088-441176a47040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.989661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ce24b2d5-f8e5-4729-8088-441176a47040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.002810 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-109c9d23-58f0-4863-a77c-2dac835a231b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484302 Nov 23 19:08:58.031561 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ce24b2d5-f8e5-4729-8088-441176a47040 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c9028f3a37540b59a536e6f5a270b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988894 Nov 23 19:08:58.031561 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24b2d5-f8e5-4729-8088-441176a47040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b11cd3-5e1e-40de-860f-242ca56d832f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.032221 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41914) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:58.336616 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-ccbfd54c-b77d-4a44-9410-c5911854c019 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267503 Nov 23 19:08:58.337355 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.379235 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.460699 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-ffb3de48-202a-4755-8406-1bc61df85fdf service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147242 Nov 23 19:08:58.471758 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.474282 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.479638 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28b11cd3-5e1e-40de-860f-242ca56d832f HTTP/1.1" status: 204 len: 168 time: 0.4419990 Nov 23 19:08:58.483895 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc25720-7659-4959-ba56-79590827a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b11cd3-5e1e-40de-860f-242ca56d832f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.625487 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8282cbc4-1783-43c6-977b-ab78e870f078 req-b2d4bef0-4d46-4092-8c2d-cd97e0b5ac9f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 210 time: 0.0286269 Nov 23 19:08:58.761791 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41932) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:58.776761 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e993e2fb-7c01-49a8-8e89-412881229ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.868138 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e993e2fb-7c01-49a8-8e89-412881229ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.872378 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e993e2fb-7c01-49a8-8e89-412881229ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.912093 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e2fb-7c01-49a8-8e89-412881229ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebde28d-7b85-48d3-a93f-bc32ed42d7d3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.919675 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e993e2fb-7c01-49a8-8e89-412881229ee4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12fa38c504d14d13aa9ecabf81f98dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541286 Nov 23 19:08:58.920022 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41940) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:58.988779 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.016271 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.127853 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2725fd-64b7-4f9d-a64c-d6c6c246f874 req-4f8f5602-bc2b-4977-a512-55783e0079fe tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:59.131304 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-eb2725fd-64b7-4f9d-a64c-d6c6c246f874 req-4f8f5602-bc2b-4977-a512-55783e0079fe tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1005619 Nov 23 19:08:59.156006 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.158937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.163138 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eebde28d-7b85-48d3-a93f-bc32ed42d7d3 HTTP/1.1" status: 204 len: 168 time: 0.2419813 Nov 23 19:08:59.179626 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c1347-1431-4d17-bb09-4bd47b8ccfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebde28d-7b85-48d3-a93f-bc32ed42d7d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:59.245710 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-eb2725fd-64b7-4f9d-a64c-d6c6c246f874 req-6f84c532-b3ef-4ca2-b3cc-db2b7b41c302 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052446 Nov 23 19:08:59.580504 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 41966) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:59.593668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6175b82-38d7-4b26-9b73-7950a6c196ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.672935 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6175b82-38d7-4b26-9b73-7950a6c196ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.677299 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b6175b82-38d7-4b26-9b73-7950a6c196ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.716690 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b6175b82-38d7-4b26-9b73-7950a6c196ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eda4c9e3ed34b3eabc0fcc794035487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345642 Nov 23 19:08:59.717872 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6175b82-38d7-4b26-9b73-7950a6c196ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12ccc1-4258-46bf-bc07-772ddc6a28e9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:59.719556 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 41970) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:59.723187 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8399f3c6-94e8-474c-bbe5-275e83674fea req-98e7348d-4a67-4bd8-a44f-da52572e7259 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 210 time: 0.0282128 Nov 23 19:08:59.781735 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.804578 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.849950 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.852843 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.853985 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd12ccc1-4258-46bf-bc07-772ddc6a28e9 HTTP/1.1" status: 204 len: 168 time: 0.1333373 Nov 23 19:08:59.868178 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc0de2-842d-4c5a-bc61-5b13c28e20a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12ccc1-4258-46bf-bc07-772ddc6a28e9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:00.050310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-162b19bc-11ea-474f-8710-304673a858e5 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.051833 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-162b19bc-11ea-474f-8710-304673a858e5 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.1199465 Nov 23 19:09:00.084821 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Request body: {'port': {'device_id': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'admin_state_up': True, 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:00.196158 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:00.199661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.360376 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Allocated IP 172.20.0.10 (770b0568-dfa1-400b-9591-47417bf041ce/e37f3a65-4b19-420b-8f3f-d189d5ec0859/22c75321-3ffb-415b-910b-9ab99dab2108) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:00.374705 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bdcc9-214e-403d-b0d4-c4db0cbbbf70 req-e7547d23-66b8-4161-9f22-ce2732f0e49a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.381985 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-799bdcc9-214e-403d-b0d4-c4db0cbbbf70 req-e7547d23-66b8-4161-9f22-ce2732f0e49a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0637488 Nov 23 19:09:00.453727 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-799bdcc9-214e-403d-b0d4-c4db0cbbbf70 req-587dc87a-5e0a-41f3-a921-692f96eb1397 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708349 Nov 23 19:09:00.598236 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.647178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.669222 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa', 'a834f60d-d019-45f2-bf5d-107dba4b2c33'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:00.698626 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Network 770b0568-dfa1-400b-9591-47417bf041ce is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:00.705655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:00.708536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event updated for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:00.711182 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:00.717418 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.718179 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.758460 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7aa71265-2d3a-4241-8254-53e59252cf3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6774180 Nov 23 19:09:00.774027 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Request body: {'port': {'device_id': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:00.841277 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.888649 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c79771-dd80-489c-b976-2964a5510371 req-73e93e14-1d08-49f9-8b36-3d1921ec4ae3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.899412 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d2c79771-dd80-489c-b976-2964a5510371 req-73e93e14-1d08-49f9-8b36-3d1921ec4ae3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 932 time: 0.0704854 Nov 23 19:09:00.960321 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d2c79771-dd80-489c-b976-2964a5510371 req-38a3db49-8712-43be-9d91-d2cd417ea972 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599585 Nov 23 19:09:01.143685 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c75321-3ffb-415b-910b-9ab99dab2108 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:01.154510 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.169635 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Transition to ACTIVE for port object 22c75321-3ffb-415b-910b-9ab99dab2108 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:09:01.174537 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.224669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Pushing event updated for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:01.257644 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Attempting to bind port 22c75321-3ffb-415b-910b-9ab99dab2108 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:01.257977 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Attempting to bind port 22c75321-3ffb-415b-910b-9ab99dab2108 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:01.258298 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Attempting to bind port 22c75321-3ffb-415b-910b-9ab99dab2108 on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:01.263003 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Port 22c75321-3ffb-415b-910b-9ab99dab2108 on network 770b0568-dfa1-400b-9591-47417bf041ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:09:01.264264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Attempting to bind port 22c75321-3ffb-415b-910b-9ab99dab2108 on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:01.270212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:01.270540 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Checking segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:01.270914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Bound using segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:01.271331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Bound port: 22c75321-3ffb-415b-910b-9ab99dab2108, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:01.271675 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.336898 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:01.340086 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=22c75321-3ffb-415b-910b-9ab99dab2108,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:01.344232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.376205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:01.376822 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.378190 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/22c75321-3ffb-415b-910b-9ab99dab2108 HTTP/1.1" status: 200 len: 1094 time: 0.6114242 Nov 23 19:09:01.378627 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:01.380904 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed50a1e-3868-433e-a27b-f028e69fe90e" -d '{"events": [{"name": "network-changed", "server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:01.406599 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bd5c-8f98-4c5a-b3be-4426a4c686e4 service neutron] Pushing event updated for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:01.418095 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c79c23-7c2c-4ef1-97e3-6133555a611f x-openstack-request-id: req-07c79c23-7c2c-4ef1-97e3-6133555a611f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:01.418388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:01.418648 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07c79c23-7c2c-4ef1-97e3-6133555a611f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:01.419048 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108', 'status': 'completed', 'code': 200} Nov 23 19:09:01.574386 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f18d8-08db-4f43-928c-aaf962e9b7eb req-1c5cb178-2957-4291-87e1-87dbf3022f02 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:01.576463 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-633f18d8-08db-4f43-928c-aaf962e9b7eb req-1c5cb178-2957-4291-87e1-87dbf3022f02 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0493238 Nov 23 19:09:01.626580 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-633f18d8-08db-4f43-928c-aaf962e9b7eb req-264ece19-b170-48ae-8b45-7d6ff95d0def tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Nov 23 19:09:03.970317 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a4e-39ef-4607-a14e-8e2d53a93fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:04.082650 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-2df0c407-7e50-4cb4-a47b-e7d3ce004751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.084200 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-2df0c407-7e50-4cb4-a47b-e7d3ce004751 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 1097 time: 0.0473590 Nov 23 19:09:04.193261 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8061d-d439-4116-81f6-d7904f5e5dfc req-a725596e-362e-4e52-9411-dd98a12e1e36 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.194644 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-18b8061d-d439-4116-81f6-d7904f5e5dfc req-a725596e-362e-4e52-9411-dd98a12e1e36 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0494535 Nov 23 19:09:04.220696 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b0c1-5112-43e9-a356-36b1e0e584f6 req-1f204936-06ff-4df4-84e4-f7667898df60 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.222192 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cd72b0c1-5112-43e9-a356-36b1e0e584f6 req-1f204936-06ff-4df4-84e4-f7667898df60 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 944 time: 0.1035419 Nov 23 19:09:04.240424 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-81fb3682-5db7-4349-8ef7-d8096e7652e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.241843 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-81fb3682-5db7-4349-8ef7-d8096e7652e4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1433575 Nov 23 19:09:04.244913 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-18b8061d-d439-4116-81f6-d7904f5e5dfc req-56822138-de3a-44e2-b192-7a670d103177 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Nov 23 19:09:04.306958 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cd72b0c1-5112-43e9-a356-36b1e0e584f6 req-bda6a303-b6fb-4d7f-b647-b0c9f18f6c79 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787778 Nov 23 19:09:04.366439 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-43548c6d-88e9-4d70-a3cb-7619ae891f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.367902 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aed50a1e-3868-433e-a27b-f028e69fe90e req-43548c6d-88e9-4d70-a3cb-7619ae891f5e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049387 Nov 23 19:09:04.453213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-d7b68b66-29fe-4244-a0c7-013286f6ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.454602 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-d7b68b66-29fe-4244-a0c7-013286f6ccf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 1097 time: 0.0457752 Nov 23 19:09:04.503141 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-d75be0e7-57b4-4904-b787-48334354b6d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c75321-3ffb-415b-910b-9ab99dab2108 HTTP/1.1" status: 200 len: 217 time: 0.0335011 Nov 23 19:09:04.556244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-968a106b-3cce-41ae-ad23-ad7d84bc01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.557710 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-968a106b-3cce-41ae-ad23-ad7d84bc01e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.0423820 Nov 23 19:09:04.593482 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-2dac3c7d-199f-4298-ba10-38859d04c7bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276828 Nov 23 19:09:04.692322 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-7b751f25-88f8-4cbb-86a1-bbb60146602c service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857551 Nov 23 19:09:04.789987 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-802a8761-be7b-49cd-a47e-5cac86ed24b5 req-c9d96861-36d8-4b3a-a0c0-b487b087d970 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875642 Nov 23 19:09:05.394829 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a800aa-1fff-4177-89b7-07cef062a47e req-655c0624-6761-4f37-9558-b565591a3d16 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.396702 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b2a800aa-1fff-4177-89b7-07cef062a47e req-655c0624-6761-4f37-9558-b565591a3d16 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0675817 Nov 23 19:09:05.450112 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b2a800aa-1fff-4177-89b7-07cef062a47e req-e762a289-792b-4651-92d9-7343060f5720 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Nov 23 19:09:05.456489 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f74de-56c8-4532-a09b-60ab80b936d4 req-2412aba6-7b6d-48d9-8744-ce67d9afa706 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.458257 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-076f74de-56c8-4532-a09b-60ab80b936d4 req-2412aba6-7b6d-48d9-8744-ce67d9afa706 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 944 time: 0.0555017 Nov 23 19:09:05.515253 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-076f74de-56c8-4532-a09b-60ab80b936d4 req-87423909-f736-4def-9137-5f6d7c5376e6 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Nov 23 19:09:05.565591 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-7aeeba7d-755f-4c86-b728-368fbc05e0be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fcd180e39f874f0298986d39980a9f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346689 Nov 23 19:09:05.765202 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-9a0f63fb-6041-492f-aa93-829a8d723188 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.766660 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-9a0f63fb-6041-492f-aa93-829a8d723188 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954806 Nov 23 19:09:05.782692 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-17bb13d2-48c1-4b00-aaab-80d45229b321 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/quotas/fcd180e39f874f0298986d39980a9f66 HTTP/1.1" status: 200 len: 375 time: 0.0101402 Nov 23 19:09:05.816675 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-f60b4ad1-f8c5-4af9-abcc-85bbac685de0 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd180e39f874f0298986d39980a9f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285580 Nov 23 19:09:05.971958 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4b76f9b2-f6aa-45c3-a7b9-1b836fec442b req-18568c44-2092-4e95-8b30-8b71842f948b tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0258543 Nov 23 19:09:06.212866 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1a5d-65c3-41c6-9158-34b4e77c7712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.615926 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c539-f3c4-4962-b487-7fbbce4035c9 req-329e40ee-fb7d-416c-ac31-d778387a1e47 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:06.617426 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6c6c539-f3c4-4962-b487-7fbbce4035c9 req-329e40ee-fb7d-416c-ac31-d778387a1e47 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0745778 Nov 23 19:09:06.662947 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764504-0274-42a7-8dd7-7dd7b32d7648 req-fae4b6e1-b6ca-4861-a7fd-d8b13b3ae5ca tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:06.665151 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-54764504-0274-42a7-8dd7-7dd7b32d7648 req-fae4b6e1-b6ca-4861-a7fd-d8b13b3ae5ca tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 944 time: 0.0618372 Nov 23 19:09:06.674630 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6c6c539-f3c4-4962-b487-7fbbce4035c9 req-9cc82d04-cc43-4df8-b5a8-918bae3b7b92 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Nov 23 19:09:06.722722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-54764504-0274-42a7-8dd7-7dd7b32d7648 req-dcd2e831-a0df-493c-87d4-8676ca39018d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494680 Nov 23 19:09:07.072774 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2c2c2eab-e1e6-42e0-b925-563b1df69a64 req-8b698ee2-817e-43f6-a2b4-d6443cb1119c tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0308723 Nov 23 19:09:07.109880 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-57176f0c-a696-4592-b1dd-d74f0e9b822e tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcd180e39f874f0298986d39980a9f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336857 Nov 23 19:09:07.305568 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-e7689db6-ef47-4d38-b399-4c2199e312e6 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:07.307017 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-e7689db6-ef47-4d38-b399-4c2199e312e6 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884840 Nov 23 19:09:07.322753 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Request body: {'port': {'device_id': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9', 'admin_state_up': True, 'tenant_id': 'fcd180e39f874f0298986d39980a9f66'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:07.436682 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.666339 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Made reservation on behalf of fcd180e39f874f0298986d39980a9f66 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:07.669828 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.678643 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.756151 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.768251 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.866150 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:07.870097 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9d89-7aad-4fa4-b582-3bdb6a50f2e4 req-031b2d52-c92d-40b2-8032-c7ec09ec99e4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:07.881062 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ebed9d89-7aad-4fa4-b582-3bdb6a50f2e4 req-031b2d52-c92d-40b2-8032-c7ec09ec99e4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 944 time: 0.0741961 Nov 23 19:09:07.903692 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e8b6e-af3e-41df-9cde-c7aa2d145c04 req-dd6125d2-790c-48a4-9048-1a0acb1ae481 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:07.911858 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a55e8b6e-af3e-41df-9cde-c7aa2d145c04 req-dd6125d2-790c-48a4-9048-1a0acb1ae481 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1543200 Nov 23 19:09:07.940596 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ebed9d89-7aad-4fa4-b582-3bdb6a50f2e4 req-238c9f35-61d1-4924-b5eb-e53ec9cf56d3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582516 Nov 23 19:09:07.994445 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a55e8b6e-af3e-41df-9cde-c7aa2d145c04 req-05a8baf4-d475-42b7-a7ed-96e7edf1cd48 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817003 Nov 23 19:09:08.001474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Allocated IP 192.168.233.155 (c36f4421-41fc-4530-8a40-3a97b3eeace9/c410cb6a-a007-4e73-94be-bdd5855c7e13/92714cc0-8e18-474f-b22c-72178a9ed3b9) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:08.029385 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 22c75321-3ffb-415b-910b-9ab99dab2108 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:08.133837 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=22c75321-3ffb-415b-910b-9ab99dab2108,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:08.145313 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '22c75321-3ffb-415b-910b-9ab99dab2108', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'port_id': '22c75321-3ffb-415b-910b-9ab99dab2108', 'mac_address': 'fa:16:3e:97:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3a65-4b19-420b-8f3f-d189d5ec0859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:08.161610 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.184319 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-461cc800-955b-4495-a963-5c01a7122943 req-20b319bd-d96a-4369-8c18-3158225d8356 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Nov 23 19:09:08.198902 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.204101 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.218549 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c75321-3ffb-415b-910b-9ab99dab2108 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:08.239074 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=22c75321-3ffb-415b-910b-9ab99dab2108,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:08.243091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.254549 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Network c36f4421-41fc-4530-8a40-3a97b3eeace9 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:08.257914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:08.262660 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:08.270151 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:08.270779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.274988 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Pushing event updated for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:08.291523 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-69055b48-05cb-4d99-8e22-87ccf86f61be tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9722390 Nov 23 19:09:08.303919 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:08.307204 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Request body: {'port': {'device_id': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:08.370134 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.519495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d5e99c67-6501-4004-804b-478890253592 None None] Provisioning complete for port 92714cc0-8e18-474f-b22c-72178a9ed3b9 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:08.520079 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d5e99c67-6501-4004-804b-478890253592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.574362 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d5e99c67-6501-4004-804b-478890253592 None None] Port 92714cc0-8e18-474f-b22c-72178a9ed3b9 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:08.614920 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['22c75321-3ffb-415b-910b-9ab99dab2108'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:08.659594 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92714cc0-8e18-474f-b22c-72178a9ed3b9 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:08.663560 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:09:08.667118 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.680580 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Transition to ACTIVE for port object 92714cc0-8e18-474f-b22c-72178a9ed3b9 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:09:08.684792 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.754840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Pushing event updated for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:08.771523 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.772040 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Attempting to bind port 92714cc0-8e18-474f-b22c-72178a9ed3b9 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:08.772388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Attempting to bind port 92714cc0-8e18-474f-b22c-72178a9ed3b9 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:08.772711 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Attempting to bind port 92714cc0-8e18-474f-b22c-72178a9ed3b9 on network c36f4421-41fc-4530-8a40-3a97b3eeace9 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:08.777193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Port 92714cc0-8e18-474f-b22c-72178a9ed3b9 on network c36f4421-41fc-4530-8a40-3a97b3eeace9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:09:08.777511 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Attempting to bind port 92714cc0-8e18-474f-b22c-72178a9ed3b9 on network c36f4421-41fc-4530-8a40-3a97b3eeace9 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:08.782977 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:08.783311 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Checking segment: {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:08.783688 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Bound using segment: {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:08.784144 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Bound port: 92714cc0-8e18-474f-b22c-72178a9ed3b9, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ab8560-0d41-41e3-8ff5-a87dc9169c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:08.784494 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.857372 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:08.861177 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:08.866697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.899830 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:08.900779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.902803 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] 10.222.0.54 "PUT /v2.0/ports/92714cc0-8e18-474f-b22c-72178a9ed3b9 HTTP/1.1" status: 200 len: 1098 time: 0.6014559 Nov 23 19:09:08.906112 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:08.909404 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2490885b-dc5c-4794-9c64-6f729c329bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:08.955678 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae685439-785b-4f0b-8d1a-9ffde298d46a service neutron] Pushing event updated for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:08.960490 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca7706-4af1-4620-8aa4-99f832d5a954 x-openstack-request-id: req-63ca7706-4af1-4620-8aa4-99f832d5a954 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:08.960772 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:08.961023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63ca7706-4af1-4620-8aa4-99f832d5a954 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:08.961412 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9', 'status': 'completed', 'code': 200} Nov 23 19:09:09.034970 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-fe0c4c21-1985-42ba-98a0-dd0119fef86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.036527 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-fe0c4c21-1985-42ba-98a0-dd0119fef86c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcd180e39f874f0298986d39980a9f66&device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 1101 time: 0.0635145 Nov 23 19:09:09.097013 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-9833249e-944f-464e-9fab-e85907f663d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9 HTTP/1.1" status: 200 len: 217 time: 0.0447094 Nov 23 19:09:09.115078 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00864d68-232c-4b0b-8921-1fe9b1391749 req-2b7b9930-6199-465f-8f9c-4c213393dffa tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.116825 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-00864d68-232c-4b0b-8921-1fe9b1391749 req-2b7b9930-6199-465f-8f9c-4c213393dffa tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 945 time: 0.0651133 Nov 23 19:09:09.186327 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-7b5232fa-ee34-462f-8dd2-b52850cb066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.187878 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-7b5232fa-ee34-462f-8dd2-b52850cb066d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c410cb6a-a007-4e73-94be-bdd5855c7e13 HTTP/1.1" status: 200 len: 843 time: 0.0799022 Nov 23 19:09:09.191064 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-00864d68-232c-4b0b-8921-1fe9b1391749 req-1413ae8e-a1d1-4384-8097-e8fd619ed108 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676022 Nov 23 19:09:09.195453 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357f7f-1b3c-4d0c-8eda-9d7c14451730 req-86b1ebca-76e3-4632-a10c-6cba4492c1a2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.196909 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c5357f7f-1b3c-4d0c-8eda-9d7c14451730 req-86b1ebca-76e3-4632-a10c-6cba4492c1a2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1027322 Nov 23 19:09:09.293392 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c5357f7f-1b3c-4d0c-8eda-9d7c14451730 req-9ec5c89b-07c8-4a78-b362-16319c894d5d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852187 Nov 23 19:09:09.300846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2827a-e066-4253-af99-da6ac48a497b req-94f99d17-2966-4191-b07f-d24fb79a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.302356 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-94f99d17-2966-4191-b07f-d24fb79a1539 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c36f4421-41fc-4530-8a40-3a97b3eeace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0836463 Nov 23 19:09:09.331725 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549639d-e79c-408e-9056-490f6d16e044 req-e49f448a-8711-407b-86fe-5c6177ff828d tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.333222 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f549639d-e79c-408e-9056-490f6d16e044 req-e49f448a-8711-407b-86fe-5c6177ff828d tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 948 time: 0.0649357 Nov 23 19:09:09.391086 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f549639d-e79c-408e-9056-490f6d16e044 req-67a75f27-e285-4cac-896f-6d964f6349e8 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Nov 23 19:09:09.433688 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-54da9702-a163-4420-b7c3-e8fbbcd3df33 service neutron] 10.222.0.54 "GET /v2.0/networks/c36f4421-41fc-4530-8a40-3a97b3eeace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060193 Nov 23 19:09:09.527907 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91e2827a-e066-4253-af99-da6ac48a497b req-c1f1cf50-4e38-405a-958a-bdddfc19c730 service neutron] 10.222.0.54 "GET /v2.0/networks/c36f4421-41fc-4530-8a40-3a97b3eeace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Nov 23 19:09:09.613796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-36cc8c73-9894-4211-a440-060ce90fb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.615322 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-36cc8c73-9894-4211-a440-060ce90fb6dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcd180e39f874f0298986d39980a9f66&device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 1101 time: 0.0422781 Nov 23 19:09:09.727143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-d5feda08-27c2-4a65-a39e-0007b5d55499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.728627 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-d5feda08-27c2-4a65-a39e-0007b5d55499 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c36f4421-41fc-4530-8a40-3a97b3eeace9 HTTP/1.1" status: 200 len: 870 time: 0.0988059 Nov 23 19:09:09.771119 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-04a3aee1-ef5a-491f-8d66-86e1fc92f950 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9 HTTP/1.1" status: 200 len: 217 time: 0.0335336 Nov 23 19:09:09.824353 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-21d9853f-af45-4461-88e5-30853a068c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.826406 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-21d9853f-af45-4461-88e5-30853a068c11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c410cb6a-a007-4e73-94be-bdd5855c7e13 HTTP/1.1" status: 200 len: 843 time: 0.0424027 Nov 23 19:09:09.882608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-6c8b41a5-a640-4451-b7d4-a485124b9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:09.883991 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-6c8b41a5-a640-4451-b7d4-a485124b9584 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c36f4421-41fc-4530-8a40-3a97b3eeace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417962 Nov 23 19:09:09.976584 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-113beda3-98c0-4bb9-8115-834f4c2123a2 service neutron] 10.222.0.54 "GET /v2.0/networks/c36f4421-41fc-4530-8a40-3a97b3eeace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Nov 23 19:09:10.029341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 22c75321-3ffb-415b-910b-9ab99dab2108 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:10.073329 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2490885b-dc5c-4794-9c64-6f729c329bc2 req-010f9bd5-8f58-4a07-8c0d-028fe039abd5 service neutron] 10.222.0.54 "GET /v2.0/networks/c36f4421-41fc-4530-8a40-3a97b3eeace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852799 Nov 23 19:09:10.079507 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 22c75321-3ffb-415b-910b-9ab99dab2108 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:09:10.084398 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 22c75321-3ffb-415b-910b-9ab99dab2108 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:10.084777 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.162406 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.186765 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:10.189507 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a54c64-1f8e-4e7a-a145-61cc8f333251" -d '{"events": [{"server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "name": "network-vif-plugged", "status": "completed", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:10.204234 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=22c75321-3ffb-415b-910b-9ab99dab2108,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:10.209076 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.234577 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c9ae7-26b5-4790-8549-a5773d26bb44 x-openstack-request-id: req-7e3c9ae7-26b5-4790-8549-a5773d26bb44 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:10.235074 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "name": "network-vif-plugged", "status": "completed", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:10.235535 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e3c9ae7-26b5-4790-8549-a5773d26bb44 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:10.235906 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108', 'code': 200} Nov 23 19:09:10.283342 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:10.297184 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.353168 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0670578-e88d-43d5-9285-bd8886c4ab10 req-39a042e6-52ac-4db6-8c8a-483f0ebc4ea2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:10.360422 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f0670578-e88d-43d5-9285-bd8886c4ab10 req-39a042e6-52ac-4db6-8c8a-483f0ebc4ea2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0788555 Nov 23 19:09:10.428439 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f0670578-e88d-43d5-9285-bd8886c4ab10 req-8f1a861a-4a1a-4a4f-a96a-3bbcbee0d7af tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Nov 23 19:09:10.456174 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce1fbf-c4e9-4af6-a2c7-d33a1dd5a24d req-d8fb232e-8f6e-4202-adca-834c34f42b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:10.458204 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2ce1fbf-c4e9-4af6-a2c7-d33a1dd5a24d req-d8fb232e-8f6e-4202-adca-834c34f42b7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 1099 time: 0.0570185 Nov 23 19:09:10.469520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722888c-0ed4-4534-9072-3479e3ddbd37 req-fb78ec7a-c166-4459-955f-9fe4f6b69d3c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:10.477222 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7722888c-0ed4-4534-9072-3479e3ddbd37 req-fb78ec7a-c166-4459-955f-9fe4f6b69d3c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.1054516 Nov 23 19:09:10.561088 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2ce1fbf-c4e9-4af6-a2c7-d33a1dd5a24d req-778a58d7-bdc2-4a65-823a-0544ec79c1f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809908 Nov 23 19:09:10.571250 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7722888c-0ed4-4534-9072-3479e3ddbd37 req-886ea137-869c-4c81-a671-ae0eba319002 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931144 Nov 23 19:09:10.582860 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531904d8-cff9-42c4-bcd3-a0641cdfc43a req-dac09f77-e340-421c-ae92-394f3370b6e9 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:10.590488 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-531904d8-cff9-42c4-bcd3-a0641cdfc43a req-dac09f77-e340-421c-ae92-394f3370b6e9 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 948 time: 0.0831189 Nov 23 19:09:10.641338 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-531904d8-cff9-42c4-bcd3-a0641cdfc43a req-eef3ee30-56f4-47aa-856a-9f4fa94ae610 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Nov 23 19:09:11.544698 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f0f6-186e-433e-b52f-5b946f91a335 req-d40f1a1a-f551-482e-9924-e81d5c4a25f6 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:11.546306 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f43f0f6-186e-433e-b52f-5b946f91a335 req-d40f1a1a-f551-482e-9924-e81d5c4a25f6 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0481522 Nov 23 19:09:11.598921 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f43f0f6-186e-433e-b52f-5b946f91a335 req-f848cf51-f29f-45f6-bda2-aee186412d9d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Nov 23 19:09:11.704996 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995005-7ee3-44f6-b201-95841db5ed0a req-015bb3d4-dbd0-4a04-9f48-e6a4fef0ac9e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:11.706943 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fd995005-7ee3-44f6-b201-95841db5ed0a req-015bb3d4-dbd0-4a04-9f48-e6a4fef0ac9e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0522251 Nov 23 19:09:11.768440 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fd995005-7ee3-44f6-b201-95841db5ed0a req-225352a1-fa7b-4b28-bc2f-8c631481e346 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 Nov 23 19:09:11.905363 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b4024-500e-42eb-981f-e22070fbf116 req-a9a4d8fa-93c9-4a0b-b95f-a29264670c1e tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:11.905960 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b85b4024-500e-42eb-981f-e22070fbf116 req-a9a4d8fa-93c9-4a0b-b95f-a29264670c1e tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 948 time: 0.0541182 Nov 23 19:09:11.976613 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b85b4024-500e-42eb-981f-e22070fbf116 req-3940623c-1d2c-4aa5-8870-20fe9775eee9 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Nov 23 19:09:12.047615 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 92714cc0-8e18-474f-b22c-72178a9ed3b9 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:12.210557 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:12.224012 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '92714cc0-8e18-474f-b22c-72178a9ed3b9', 'network_id': 'c36f4421-41fc-4530-8a40-3a97b3eeace9', 'port_id': '92714cc0-8e18-474f-b22c-72178a9ed3b9', 'mac_address': 'fa:16:3e:f4:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c410cb6a-a007-4e73-94be-bdd5855c7e13', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:12.268814 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.281979 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92714cc0-8e18-474f-b22c-72178a9ed3b9 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:12.301193 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:12.305296 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.352372 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:12.718212 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf776d7-f96a-40bb-9b18-2756051cccc8 req-8ba1eba2-9714-4c30-a399-466561a86400 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:12.719652 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9cf776d7-f96a-40bb-9b18-2756051cccc8 req-8ba1eba2-9714-4c30-a399-466561a86400 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0481751 Nov 23 19:09:12.765543 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9cf776d7-f96a-40bb-9b18-2756051cccc8 req-0f8f2181-5780-4ff8-bb36-a5b3233e0e29 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Nov 23 19:09:12.767683 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['92714cc0-8e18-474f-b22c-72178a9ed3b9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:12.898192 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1e1ff-96d0-4635-ba5b-7136d7d4336d req-10d61c92-272c-4550-90c3-37cbe98fab3c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:12.900348 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fec1e1ff-96d0-4635-ba5b-7136d7d4336d req-10d61c92-272c-4550-90c3-37cbe98fab3c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0558970 Nov 23 19:09:12.953922 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fec1e1ff-96d0-4635-ba5b-7136d7d4336d req-77f4d43a-a0f8-4136-916f-9cc65a1a78a1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459211 Nov 23 19:09:13.095148 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52764-1b06-4c38-9a56-481f256d6d29 req-b2971c47-c7d6-4d5b-b1b1-c4450ea29768 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:13.096775 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-92d52764-1b06-4c38-9a56-481f256d6d29 req-b2971c47-c7d6-4d5b-b1b1-c4450ea29768 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 949 time: 0.0493112 Nov 23 19:09:13.144388 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-92d52764-1b06-4c38-9a56-481f256d6d29 req-0ba095c2-14d7-4e3e-b78a-09b05fc767ad tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Nov 23 19:09:13.273948 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 42340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:13.321928 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Deleting subnet 0c1f2f53-3171-4885-85ec-8e2e8a68ce44 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:13.325236 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.361611 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.401304 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.454284 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.482160 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1f2f53-3171-4885-85ec-8e2e8a68ce44,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:13.487270 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.490477 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5c85574d-2167-4353-9fae-3c9808da6f3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c1f2f53-3171-4885-85ec-8e2e8a68ce44 HTTP/1.1" status: 204 len: 168 time: 0.2154500 Nov 23 19:09:13.493021 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 42344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:13.567356 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.657453 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.677326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049f48e6-4dfe-491d-9ba7-e90f368fd7c7']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:13.686605 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602c5667-ce9d-44ee-b0b2-87369580c5a6') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:13.687033 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602c5667-ce9d-44ee-b0b2-87369580c5a6') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:13.697005 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.710558 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.716991 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:13.717370 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:13.719071 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:13.770439 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.774900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.778876 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] 10.222.0.31 "DELETE /v2.0/networks/049f48e6-4dfe-491d-9ba7-e90f368fd7c7 HTTP/1.1" status: 204 len: 168 time: 0.2841129 Nov 23 19:09:13.781702 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 42354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:13.790961 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffc229-89f8-4919-b079-ffa34ecbe21e admin admin] Pushing event deleted for resources: {'Network': ['ID=049f48e6-4dfe-491d-9ba7-e90f368fd7c7,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:13.826872 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Deleting subnet 441e7ed3-d767-454e-84d5-78ccbbbc640b {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:13.830040 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.864849 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.874577 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.932664 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.961746 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.964993 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/441e7ed3-d767-454e-84d5-78ccbbbc640b HTTP/1.1" status: 204 len: 168 time: 0.1822004 Nov 23 19:09:13.966422 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5f055-7ca4-4539-a2d6-cd50895f404a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441e7ed3-d767-454e-84d5-78ccbbbc640b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:13.968341 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 42356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:14.044168 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 92714cc0-8e18-474f-b22c-72178a9ed3b9 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:14.060554 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.106950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 92714cc0-8e18-474f-b22c-72178a9ed3b9 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:09:14.107806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f91fa4-d589-4944-81b9-fbddc796f49b req-10748599-1e17-418b-a661-b96d88509dba tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.109553 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e8f91fa4-d589-4944-81b9-fbddc796f49b req-10748599-1e17-418b-a661-b96d88509dba tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0840106 Nov 23 19:09:14.112243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 92714cc0-8e18-474f-b22c-72178a9ed3b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:14.112850 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.191340 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.201148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.224961 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:14.230221 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e8f91fa4-d589-4944-81b9-fbddc796f49b req-2bca38a6-bbe8-4099-ab5d-1d3d9039cf32 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014168 Nov 23 19:09:14.236049 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:14.238356 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f51da49-c4f2-4ad5-9908-c6463c9f691b" -d '{"events": [{"server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "name": "network-vif-plugged", "status": "completed", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:14.241015 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23260db5-0d11-481d-88cc-a586274f1c16') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:14.241982 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23260db5-0d11-481d-88cc-a586274f1c16') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:14.246688 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:14.252167 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.259200 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.275385 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.281592 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:14.281963 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:14.283613 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:14.331301 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:14.369001 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.377668 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.380837 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719 HTTP/1.1" status: 204 len: 168 time: 0.4114909 Nov 23 19:09:14.393625 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ac60a-b2a1-432f-a9f6-4e7e8a6075b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f67d8a9-f8b5-4a4f-bb21-b7f3d3437719,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:14.414281 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbbfe0-a24a-4e83-a4d4-23a5f77cf9a0 req-511c62fe-e971-4b3d-9862-e970f024112b tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.415931 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d7cbbfe0-a24a-4e83-a4d4-23a5f77cf9a0 req-511c62fe-e971-4b3d-9862-e970f024112b tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0817833 Nov 23 19:09:14.474645 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d7cbbfe0-a24a-4e83-a4d4-23a5f77cf9a0 req-0939c872-afab-42cf-855b-5c48c010ab38 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496137 Nov 23 19:09:14.578389 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 42382) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:14.588014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae3b579-7712-44d0-86c0-ba395c4fc525 x-openstack-request-id: req-eae3b579-7712-44d0-86c0-ba395c4fc525 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:14.588340 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "name": "network-vif-plugged", "status": "completed", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:14.588602 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eae3b579-7712-44d0-86c0-ba395c4fc525 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:14.589020 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9', 'code': 200} Nov 23 19:09:14.636730 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7f874a1f-dccf-45af-93d5-5b168120b154 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=349f7f672f094e2283d0cb86a6875cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566843 Nov 23 19:09:14.641152 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 42386) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:14.704276 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.731520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.832884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.835465 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.836690 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6368e60-155e-4123-8c96-612c57301d9f HTTP/1.1" status: 204 len: 168 time: 0.1929789 Nov 23 19:09:14.849755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc82fe-f624-452f-a2be-402027b1cec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6368e60-155e-4123-8c96-612c57301d9f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:14.853908 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67761a4-878a-418b-87e6-de5f6c2c9b33 req-06aff4c1-6010-430c-bdf6-854a8663e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.855350 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e67761a4-878a-418b-87e6-de5f6c2c9b33 req-06aff4c1-6010-430c-bdf6-854a8663e81f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 1103 time: 0.0555484 Nov 23 19:09:14.913167 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e67761a4-878a-418b-87e6-de5f6c2c9b33 req-3417f405-16cc-4a3c-ba27-cf33ac5c2679 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Nov 23 19:09:15.174321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 42398) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:15.213457 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-735ce4b0-dbef-4f98-978b-f32ac945fe51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b863be8257b54443a2a8d08c9ae888a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379479 Nov 23 19:09:15.216319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 42400) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:15.264074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:15.288357 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:15.336033 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:15.338697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:15.339813 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d75dd24-1126-4021-ad4d-4342dada6e0a HTTP/1.1" status: 204 len: 168 time: 0.1225452 Nov 23 19:09:15.350555 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da69016-8275-46d6-8391-3775871b0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d75dd24-1126-4021-ad4d-4342dada6e0a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:15.370728 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83fab9-6b76-4fc2-a45d-9eb6e710c468 req-ee0bfaa3-f17a-42a7-86ad-e2cf195d2721 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:15.372629 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4e83fab9-6b76-4fc2-a45d-9eb6e710c468 req-ee0bfaa3-f17a-42a7-86ad-e2cf195d2721 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0558715 Nov 23 19:09:15.421870 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4e83fab9-6b76-4fc2-a45d-9eb6e710c468 req-895c81b5-3229-4a78-a51c-d39254bbfcd4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Nov 23 19:09:15.601408 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edafc5-e4cf-456d-aed1-d3e49e9e9f01 req-6210f728-ea38-481d-b7fd-f5552a8bc5d1 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:15.602816 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7edafc5-e4cf-456d-aed1-d3e49e9e9f01 req-6210f728-ea38-481d-b7fd-f5552a8bc5d1 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0517688 Nov 23 19:09:15.672582 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7edafc5-e4cf-456d-aed1-d3e49e9e9f01 req-f97c0f6d-ec8a-4b4f-85d6-48f27c3a7019 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Nov 23 19:09:16.562216 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ae61-464d-4316-9c69-803e04fce654 req-fc57ba8b-6deb-4c10-a6e5-a008005cfff0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:16.562216 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0246ae61-464d-4316-9c69-803e04fce654 req-fc57ba8b-6deb-4c10-a6e5-a008005cfff0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0546577 Nov 23 19:09:16.619490 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0246ae61-464d-4316-9c69-803e04fce654 req-ae8b1db7-47d8-4a3e-aebd-093f5ecb76bb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Nov 23 19:09:16.791754 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d96b-5cce-4302-9f7f-11aa57c057a2 req-962e5471-558a-4389-a168-b9f47e565ae4 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:16.793247 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48e0d96b-5cce-4302-9f7f-11aa57c057a2 req-962e5471-558a-4389-a168-b9f47e565ae4 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0495758 Nov 23 19:09:16.841485 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48e0d96b-5cce-4302-9f7f-11aa57c057a2 req-d03dc25d-68f3-434f-ab85-8609ea424916 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Nov 23 19:09:17.129626 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0776-dc01-4a31-916c-0417cb4ecf89 req-caa93c32-04a4-48e5-968c-0ff88f4c5113 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:17.131069 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b74e0776-dc01-4a31-916c-0417cb4ecf89 req-caa93c32-04a4-48e5-968c-0ff88f4c5113 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0478299 Nov 23 19:09:17.183085 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b74e0776-dc01-4a31-916c-0417cb4ecf89 req-7f9783b7-00b9-49ce-9cad-29297dd9163b tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Nov 23 19:09:17.742668 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167746d-dac8-4df4-a9bd-95300b55bda7 req-12fe9887-8e19-44ea-a804-fba23fc6b9b5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:17.744132 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c167746d-dac8-4df4-a9bd-95300b55bda7 req-12fe9887-8e19-44ea-a804-fba23fc6b9b5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0490780 Nov 23 19:09:17.803813 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c167746d-dac8-4df4-a9bd-95300b55bda7 req-a635aa98-43e8-4694-87e8-727bfdb4988f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Nov 23 19:09:18.302671 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dae52-ebcb-4421-91ad-2dd945fa7cc9 req-4a066968-4e8c-43db-9b0d-bbbcf7cfc217 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.304148 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e36dae52-ebcb-4421-91ad-2dd945fa7cc9 req-4a066968-4e8c-43db-9b0d-bbbcf7cfc217 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0493567 Nov 23 19:09:18.352020 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e36dae52-ebcb-4421-91ad-2dd945fa7cc9 req-c51a5449-75e8-4c92-a38c-9e718bfc9e21 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Nov 23 19:09:18.920197 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c9207-5028-4819-8449-2babd39cdd20 req-14e8d200-a977-4dc3-953c-98a6d37ea8af tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.921565 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ac1c9207-5028-4819-8449-2babd39cdd20 req-14e8d200-a977-4dc3-953c-98a6d37ea8af tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0530090 Nov 23 19:09:18.968134 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ac1c9207-5028-4819-8449-2babd39cdd20 req-5a940d54-6cf0-4865-ada1-0ffded7981fb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Nov 23 19:09:19.449661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-6664149a-60fb-4634-9e14-8c0fe6a4d3ba tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:19.451518 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-6664149a-60fb-4634-9e14-8c0fe6a4d3ba tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.54 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0624394 Nov 23 19:09:19.476806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2de9b-e5c9-40af-b1fc-3c97eecda4c3 req-ec885f1b-3ebc-46f3-8d3a-30da80e89939 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:19.478949 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f4d2de9b-e5c9-40af-b1fc-3c97eecda4c3 req-ec885f1b-3ebc-46f3-8d3a-30da80e89939 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 950 time: 0.0518503 Nov 23 19:09:19.550259 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f4d2de9b-e5c9-40af-b1fc-3c97eecda4c3 req-3af7aab3-ecac-4fe9-a699-9725624758bc tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/security-groups?id=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515101 Nov 23 19:09:19.563417 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Deleting port 92714cc0-8e18-474f-b22c-72178a9ed3b9 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:19.563800 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.661532 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] For port 92714cc0-8e18-474f-b22c-72178a9ed3b9, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=92714cc0-8e18-474f-b22c-72178a9ed3b9,segment=NetworkSegment(08ab8560-0d41-41e3-8ff5-a87dc9169c09),segment_id=08ab8560-0d41-41e3-8ff5-a87dc9169c09)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:19.661899 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.675573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Calling delete_port for 92714cc0-8e18-474f-b22c-72178a9ed3b9 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:19.808994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.835544 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Pushing event deleted for resources: {'Port': ['ID=92714cc0-8e18-474f-b22c-72178a9ed3b9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:19.836855 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['92714cc0-8e18-474f-b22c-72178a9ed3b9'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:19.892257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] No DVR routers for this DVR port 92714cc0-8e18-474f-b22c-72178a9ed3b9 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:19.895739 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.899645 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e9c4f4e-3c6d-4b01-8d68-a08cde9534a9 req-460e366b-483c-49be-ae12-36ffa7a5de76 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.54 "DELETE /v2.0/ports/92714cc0-8e18-474f-b22c-72178a9ed3b9 HTTP/1.1" status: 204 len: 173 time: 0.4324675 Nov 23 19:09:19.900150 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'name': 'network-vif-deleted', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:19.903968 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bbcdb9-9902-4d33-ae7c-8a59a2dbc9a2" -d '{"events": [{"server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "name": "network-vif-deleted", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:19.943703 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188f3170-038c-4cb8-ade1-3da73d169c6f x-openstack-request-id: req-188f3170-038c-4cb8-ade1-3da73d169c6f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:19.944173 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a6fd5-5872-4d22-9c09-e3e6d1911724", "name": "network-vif-deleted", "tag": "92714cc0-8e18-474f-b22c-72178a9ed3b9", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:19.944503 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-188f3170-038c-4cb8-ade1-3da73d169c6f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:19.944824 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a6fd5-5872-4d22-9c09-e3e6d1911724', 'name': 'network-vif-deleted', 'tag': '92714cc0-8e18-474f-b22c-72178a9ed3b9', 'status': 'completed', 'code': 200} Nov 23 19:09:20.088535 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8136036-696c-46f4-b4c1-ad3088908b2e req-fbdde9c2-bbe9-4d78-8888-b91498312ab3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:20.089989 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8136036-696c-46f4-b4c1-ad3088908b2e req-fbdde9c2-bbe9-4d78-8888-b91498312ab3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0488594 Nov 23 19:09:20.138536 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8136036-696c-46f4-b4c1-ad3088908b2e req-0d4448a2-514f-4c34-a03f-dc2411e35505 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Nov 23 19:09:20.647758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ea4a41be-4ae4-4dec-89a8-f89db0f860d0 req-e4fd1ebd-822b-4ba8-8fc1-1886d27c9553 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0264046 Nov 23 19:09:22.920287 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.074403 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e1687-ad48-46a4-a86d-9943d6956f5f req-595c02a8-d499-43be-a4f2-2b5c611969e5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:23.076625 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e5e2cf34-a8f3-4c37-86c5-e1c8e2d76930 req-c5cf8b97-827e-496a-86f4-182087137af0 tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Nov 23 19:09:23.077759 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0b2e1687-ad48-46a4-a86d-9943d6956f5f req-595c02a8-d499-43be-a4f2-2b5c611969e5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0527267 Nov 23 19:09:23.132980 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0b2e1687-ad48-46a4-a86d-9943d6956f5f req-93959954-c91a-4d3d-9478-c59d8494b4ef tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Nov 23 19:09:26.615143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 92714cc0-8e18-474f-b22c-72178a9ed3b9 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:26.636379 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 92714cc0-8e18-474f-b22c-72178a9ed3b9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:26.636736 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 92714cc0-8e18-474f-b22c-72178a9ed3b9 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:26.774040 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ac82fde6-9b2f-446e-b59c-4feb6286f6bd req-9bb8a5d8-0b20-469c-82c8-1323147749bf tempest-VolumesNegativeTest-637469430 tempest-VolumesNegativeTest-637469430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46a6fd5-5872-4d22-9c09-e3e6d1911724 HTTP/1.1" status: 200 len: 210 time: 0.0374351 Nov 23 19:09:26.869561 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8112d1-bb21-47a8-9537-60a46b1027fe req-5046d6d9-9e47-420a-83c4-643c4833fb4f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:26.870952 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a8112d1-bb21-47a8-9537-60a46b1027fe req-5046d6d9-9e47-420a-83c4-643c4833fb4f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0499356 Nov 23 19:09:26.921012 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a8112d1-bb21-47a8-9537-60a46b1027fe req-62dcb10d-220e-4072-a020-53b93d253986 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Nov 23 19:09:28.044243 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81ab1d-968d-477f-812a-13f96274d6e8 req-c7adf210-8974-4431-9354-b4001cad5d60 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:28.045727 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf81ab1d-968d-477f-812a-13f96274d6e8 req-c7adf210-8974-4431-9354-b4001cad5d60 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0537825 Nov 23 19:09:28.107534 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf81ab1d-968d-477f-812a-13f96274d6e8 req-2fe8b76a-7fac-463d-8911-8ff69e551792 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546615 Nov 23 19:09:29.249205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc035e7-bba4-4135-a1ce-fec1c9377819 req-57ba885f-e528-43c4-8c97-73f273236a7e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:29.251000 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9bc035e7-bba4-4135-a1ce-fec1c9377819 req-57ba885f-e528-43c4-8c97-73f273236a7e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0529017 Nov 23 19:09:29.313490 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9bc035e7-bba4-4135-a1ce-fec1c9377819 req-ad4729c6-4db4-4c4a-91fd-610862c63971 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560422 Nov 23 19:09:30.449541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c23ec-58cf-4112-ae30-ee8150f06af2 req-acbe0f09-0c48-4144-8abe-7713d12ca16d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:30.451430 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-562c23ec-58cf-4112-ae30-ee8150f06af2 req-acbe0f09-0c48-4144-8abe-7713d12ca16d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0566864 Nov 23 19:09:30.501494 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-562c23ec-58cf-4112-ae30-ee8150f06af2 req-f85a3203-d68b-406a-b66d-b16277186f5e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Nov 23 19:09:31.054583 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eb2be-72fe-4c90-89bb-e19a7057f161 req-c5782f59-acab-4f69-9149-8e449f1d924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:31.056372 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d22eb2be-72fe-4c90-89bb-e19a7057f161 req-c5782f59-acab-4f69-9149-8e449f1d924e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1099 time: 0.0426128 Nov 23 19:09:31.107061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d22eb2be-72fe-4c90-89bb-e19a7057f161 req-6f4dd226-f2e6-4364-8208-54201e504e7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Nov 23 19:09:31.246015 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-52a99b52-2a14-409d-8bab-14dde408a533 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:31.247473 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-52a99b52-2a14-409d-8bab-14dde408a533 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.1049335 Nov 23 19:09:31.262394 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-811b33d7-7f9a-4fdc-ac88-100654062fcf tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/quotas/3d45682445634cd0ba0cf2c7fbac1864 HTTP/1.1" status: 200 len: 375 time: 0.0089762 Nov 23 19:09:31.318316 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-10a8150b-18c0-4565-88bd-0e49151ce0a1 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483661 Nov 23 19:09:31.409587 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-4bd31cfb-d72b-4e62-abd8-f750c2da9c06 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Nov 23 19:09:31.501734 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-4a4bf704-e6ca-49e0-98fe-4eafcc8a2984 service neutron] 10.222.0.31 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844843 Nov 23 19:09:31.635997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb904f-34cf-475b-a6d1-b66793a6b784 req-6f47e5ba-efd3-4c96-9720-e2f438eb7949 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:31.637744 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3eeb904f-34cf-475b-a6d1-b66793a6b784 req-6f47e5ba-efd3-4c96-9720-e2f438eb7949 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0535638 Nov 23 19:09:31.687478 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cb87c8-13e2-476a-a2df-f4eec2c308ff req-cb755dbb-8927-4515-8db2-19673efe84f8 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 210 time: 0.0275886 Nov 23 19:09:31.697815 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3eeb904f-34cf-475b-a6d1-b66793a6b784 req-a1fbca2c-b0c4-49ca-b6f9-35fb1d25be60 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Nov 23 19:09:32.128674 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43024) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:32.298222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43036) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:32.299461 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ce6001c1-1b2c-48e9-9973-35a0ff7b4573 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcd180e39f874f0298986d39980a9f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695175 Nov 23 19:09:32.355054 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.378391 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.424412 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.427055 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.428236 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90 HTTP/1.1" status: 204 len: 168 time: 0.1275446 Nov 23 19:09:32.438073 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c843d63-9a85-4fc4-86fe-057487d42a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359fcb1b-ebc0-4b98-8bbf-ccd4336d4a90,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:32.812473 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-054c6b9a-c113-4211-902a-880f5f957dcf req-08a102d6-4be0-4d24-9853-7f32b80a6164 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 210 time: 0.0363753 Nov 23 19:09:32.854789 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66d2ff-ba08-48be-ac7d-d882c501e0b7 req-3ed573e6-92e5-46a2-93c2-888026c98ac2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:32.857150 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e66d2ff-ba08-48be-ac7d-d882c501e0b7 req-3ed573e6-92e5-46a2-93c2-888026c98ac2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0678792 Nov 23 19:09:32.915944 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e66d2ff-ba08-48be-ac7d-d882c501e0b7 req-52be139c-484a-4438-9f42-6d0f71bfdb1c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516407 Nov 23 19:09:33.058128 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-db43eec4-7f1f-4bcd-8955-17ec44a068b9 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:33.060202 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-db43eec4-7f1f-4bcd-8955-17ec44a068b9 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 814 time: 0.1669760 Nov 23 19:09:33.068623 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242877e-f2d3-454f-82bf-ba9dd158a955 req-4a0a639a-df03-444e-8fe4-d9a9821eeb91 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:33.070015 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9242877e-f2d3-454f-82bf-ba9dd158a955 req-4a0a639a-df03-444e-8fe4-d9a9821eeb91 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0828910 Nov 23 19:09:33.097173 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Request body: {'port': {'device_id': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'admin_state_up': True, 'tenant_id': '3d45682445634cd0ba0cf2c7fbac1864'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:33.180630 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9242877e-f2d3-454f-82bf-ba9dd158a955 req-060b7896-ced3-4c31-82c7-a38d562296a0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033559 Nov 23 19:09:33.233774 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Made reservation on behalf of 3d45682445634cd0ba0cf2c7fbac1864 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:33.237363 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.391870 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Allocated IP 172.20.0.6 (770b0568-dfa1-400b-9591-47417bf041ce/e37f3a65-4b19-420b-8f3f-d189d5ec0859/d56f9da9-3312-42ac-8320-941baad5c24b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:33.589537 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.636229 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.653780 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa', 'a834f60d-d019-45f2-bf5d-107dba4b2c33', '22c75321-3ffb-415b-910b-9ab99dab2108'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:33.676495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Network 770b0568-dfa1-400b-9591-47417bf041ce is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:33.680253 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:33.692020 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:33.700782 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:33.701521 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.729129 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event updated for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:33.738480 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-13377f49-753d-4e4d-a0f4-67c6024a8b36 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460016 Nov 23 19:09:33.760091 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Request body: {'port': {'device_id': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:33.822211 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.007068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f172-c320-4582-83db-7c66c47fd385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.024512 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceefb0d-4f49-4f19-8dbc-6b6afd1d5d49 req-e903c6a5-5007-4099-97d3-9219c3f1a428 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:34.027015 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1ceefb0d-4f49-4f19-8dbc-6b6afd1d5d49 req-e903c6a5-5007-4099-97d3-9219c3f1a428 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 931 time: 0.0739884 Nov 23 19:09:34.100311 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1ceefb0d-4f49-4f19-8dbc-6b6afd1d5d49 req-ca30f304-b9fe-4ffa-b99f-a29472d54a9e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Nov 23 19:09:34.185601 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56f9da9-3312-42ac-8320-941baad5c24b {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:34.192983 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.205726 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Transition to ACTIVE for port object d56f9da9-3312-42ac-8320-941baad5c24b will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:09:34.209330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.260643 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:34.288525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Attempting to bind port d56f9da9-3312-42ac-8320-941baad5c24b on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:34.288857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Attempting to bind port d56f9da9-3312-42ac-8320-941baad5c24b by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:34.289178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Attempting to bind port d56f9da9-3312-42ac-8320-941baad5c24b on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:34.293383 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Port d56f9da9-3312-42ac-8320-941baad5c24b on network 770b0568-dfa1-400b-9591-47417bf041ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:09:34.293697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Attempting to bind port d56f9da9-3312-42ac-8320-941baad5c24b on network 770b0568-dfa1-400b-9591-47417bf041ce {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:34.298737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:34.299126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Checking segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:34.299464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Bound using segment: {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:34.299912 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Bound port: d56f9da9-3312-42ac-8320-941baad5c24b, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:34.300256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.364941 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:34.367857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=d56f9da9-3312-42ac-8320-941baad5c24b,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:34.372344 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.406475 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:34.407087 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:34.408476 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d56f9da9-3312-42ac-8320-941baad5c24b HTTP/1.1" status: 200 len: 1093 time: 0.6538608 Nov 23 19:09:34.408915 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:34.411128 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601895c-0f3e-477e-a7f5-ae6da58d0235" -d '{"events": [{"name": "network-changed", "server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:34.433092 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85a1c4-301f-4990-957d-5054cae286e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:34.452193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae6bd6b-2604-486f-9577-8b5d214164b2 x-openstack-request-id: req-5ae6bd6b-2604-486f-9577-8b5d214164b2 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:34.452483 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:34.452735 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ae6bd6b-2604-486f-9577-8b5d214164b2 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:34.453159 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b', 'status': 'completed', 'code': 200} Nov 23 19:09:34.870017 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c08cb-6537-4d62-b201-76a3e8b662c1 req-43b6f19d-c2aa-48e9-b30d-ee2f0bbe7dce tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:34.871404 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-276c08cb-6537-4d62-b201-76a3e8b662c1 req-43b6f19d-c2aa-48e9-b30d-ee2f0bbe7dce tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0489376 Nov 23 19:09:34.918458 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-276c08cb-6537-4d62-b201-76a3e8b662c1 req-5825dd66-e0a1-4f5f-9af9-3a542c7b3ec7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Nov 23 19:09:36.216734 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cac7558d-de6c-4b7f-9bac-474108d70fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.436947 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.829726 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-d01c86a7-0c25-49c7-8196-e4febcd078d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.831375 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-d01c86a7-0c25-49c7-8196-e4febcd078d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 1096 time: 0.0656459 Nov 23 19:09:37.885557 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-787efed0-2d98-4eda-a34a-0817d7cf693f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d56f9da9-3312-42ac-8320-941baad5c24b HTTP/1.1" status: 200 len: 217 time: 0.0432432 Nov 23 19:09:37.887813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-3c8ab604-e395-431a-b8f9-b339774a61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.889168 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-3c8ab604-e395-431a-b8f9-b339774a61e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.0909135 Nov 23 19:09:37.926561 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a0bd0-d6f9-4077-8690-1b9c4643b837 req-911e39fc-ef0a-4dd9-92f8-d93a4410c53e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.928268 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c3a0bd0-d6f9-4077-8690-1b9c4643b837 req-911e39fc-ef0a-4dd9-92f8-d93a4410c53e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0482490 Nov 23 19:09:37.978223 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c3a0bd0-d6f9-4077-8690-1b9c4643b837 req-70e3555c-f8c0-4336-ab51-a189e93630e8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Nov 23 19:09:38.267826 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-3e9858fc-747b-4164-abe6-33ce913eb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.269280 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-3e9858fc-747b-4164-abe6-33ce913eb693 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.3529508 Nov 23 19:09:38.276722 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308240a-4e68-45e0-ba65-db1c5ddc68f4 req-95919099-c5b6-477a-83b3-f7d6aebaab56 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.278152 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4308240a-4e68-45e0-ba65-db1c5ddc68f4 req-95919099-c5b6-477a-83b3-f7d6aebaab56 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 943 time: 0.3881009 Nov 23 19:09:38.331877 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-6b1c60e5-2b61-407f-abd5-a73bdc416243 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506454 Nov 23 19:09:38.335919 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-8736e2e0-8c90-4a93-90af-145f4b7c0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.337242 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-8736e2e0-8c90-4a93-90af-145f4b7c0d6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.4222822 Nov 23 19:09:38.412562 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-400528bb-1f23-4fb9-ba48-8028061e9745 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0535593 Nov 23 19:09:38.422869 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4308240a-4e68-45e0-ba65-db1c5ddc68f4 req-fd266a5a-ff77-4f6f-97d8-6905d4dec66d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281404 Nov 23 19:09:38.509056 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-ea8a245d-603e-4596-a411-f76284c658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.510496 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-ea8a245d-603e-4596-a411-f76284c658d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0867996 Nov 23 19:09:38.520172 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-0820d1cd-3bea-46ad-8f48-3cb0772c06b4 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766579 Nov 23 19:09:38.576574 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-edd920a3-8c7e-4059-bc6b-4ffb43b38085 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388076 Nov 23 19:09:38.701491 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05f4261d-c297-4c0f-8b32-e31501ab5df4 req-d6fca20d-bd93-4b62-8b35-25fe7c0c8bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556845 Nov 23 19:09:38.718596 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-bccff321-b2fe-4f8f-8b68-ffb5316ef5e9 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303236 Nov 23 19:09:38.766360 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.851293 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-f044c170-9e56-443a-b5af-2e5bfece6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.852838 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-f044c170-9e56-443a-b5af-2e5bfece6884 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 1096 time: 0.0906062 Nov 23 19:09:38.855094 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3f536f8f-1a4a-4b78-afe5-0cf67c806e9d req-cf1f4871-c372-4789-9f36-c614f20c7836 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269274 Nov 23 19:09:38.964700 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-c48785af-4d8f-4c8f-98e8-bce9fb86bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.966752 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-c48785af-4d8f-4c8f-98e8-bce9fb86bd60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 200 len: 915 time: 0.0933654 Nov 23 19:09:39.008558 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-3582f4c0-fe50-40c9-8d2e-3c32e1c9d0d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d56f9da9-3312-42ac-8320-941baad5c24b HTTP/1.1" status: 200 len: 217 time: 0.0334454 Nov 23 19:09:39.059755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-1f1d024a-a209-41e2-85ad-6a18b5740dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:39.061303 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-1f1d024a-a209-41e2-85ad-6a18b5740dfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 200 len: 854 time: 0.0443096 Nov 23 19:09:39.110801 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-6cc0b23e-daf1-48ba-885b-9874605c387b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=770b0568-dfa1-400b-9591-47417bf041ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260947 Nov 23 19:09:39.163263 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb522475-b614-4957-99d2-bbc4c71aac31 req-2ce1dc84-3fa3-4f94-b251-03d046546f76 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:39.164820 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bb522475-b614-4957-99d2-bbc4c71aac31 req-2ce1dc84-3fa3-4f94-b251-03d046546f76 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0493453 Nov 23 19:09:39.218151 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-6e259e58-969e-41ce-bc69-0ba2aaa9eb53 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969472 Nov 23 19:09:39.220444 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bb522475-b614-4957-99d2-bbc4c71aac31 req-53938080-92e1-4f25-af49-5785d5d157f1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Nov 23 19:09:39.333709 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e601895c-0f3e-477e-a7f5-ae6da58d0235 req-8974c3d1-9262-4f4d-8aec-0a4118899106 service neutron] 10.222.0.54 "GET /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998275 Nov 23 19:09:39.557906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782cd3f-9ba9-45e3-afaf-58fbc18977aa req-1502ac3f-ca77-44be-ab25-cdfdcce97a5f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:39.560032 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6782cd3f-9ba9-45e3-afaf-58fbc18977aa req-1502ac3f-ca77-44be-ab25-cdfdcce97a5f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 943 time: 0.0662513 Nov 23 19:09:39.608805 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6782cd3f-9ba9-45e3-afaf-58fbc18977aa req-af2185db-95f1-4197-abca-d2440a4f7c29 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Nov 23 19:09:40.289974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:42.739285 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60ae5-84ff-49f1-a1f6-6eb43f178f06 req-9ac85d44-968f-4409-8d26-6c2ccb2bce79 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.741019 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65f88d-5904-42c2-90b9-40dd65a49c35 req-933fcb38-d10a-4298-887f-8d438c5d902d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.741473 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-02f60ae5-84ff-49f1-a1f6-6eb43f178f06 req-9ac85d44-968f-4409-8d26-6c2ccb2bce79 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0496116 Nov 23 19:09:42.742499 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-be65f88d-5904-42c2-90b9-40dd65a49c35 req-933fcb38-d10a-4298-887f-8d438c5d902d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 943 time: 0.0492706 Nov 23 19:09:42.792908 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-02f60ae5-84ff-49f1-a1f6-6eb43f178f06 req-0a4d3953-0036-44bd-9443-f5bced23e86b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Nov 23 19:09:42.793038 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-be65f88d-5904-42c2-90b9-40dd65a49c35 req-13419191-16a4-4f95-af8e-3baf62160f6c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Nov 23 19:09:43.518218 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:43.619594 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.709487 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.713542 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.755111 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad152ae-c52a-4421-9e87-99277ea3b7a1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:43.764703 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09cb0c0b9b9b450f9a4a2011a4e45934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419889 Nov 23 19:09:43.765083 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:43.767010 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.767361 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.767694 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.768047 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.768372 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.768693 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.769014 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.769334 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.769654 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.769969 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.770283 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.770594 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3c7ed-10f5-4e84-be31-3e763ba77592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:43.828222 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.855450 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.939914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfe35-84de-45c3-86fd-02501b154c5f req-497792d1-dafb-4ad8-83a5-174424dd09c7 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:43.944310 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-615bfe35-84de-45c3-86fd-02501b154c5f req-497792d1-dafb-4ad8-83a5-174424dd09c7 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 943 time: 0.0700178 Nov 23 19:09:43.947869 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01852d6-72f8-42b5-9e5e-242d2d45b852 req-9559dc3a-8eb3-4987-891b-604ce41c43b0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:43.949673 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b01852d6-72f8-42b5-9e5e-242d2d45b852 req-9559dc3a-8eb3-4987-891b-604ce41c43b0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0587187 Nov 23 19:09:43.978210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.980730 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.982529 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ad152ae-c52a-4421-9e87-99277ea3b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2164712 Nov 23 19:09:44.007111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad152ae-c52a-4421-9e87-99277ea3b7a1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:44.014454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.014804 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.015145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.015489 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.015826 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.016159 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.016487 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.016811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.017134 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.017451 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.017766 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.018085 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44963301-dcdd-489b-a926-628142495a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:44.019392 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b01852d6-72f8-42b5-9e5e-242d2d45b852 req-604c657d-a3fc-4b4d-ab3d-346f4b22669c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Nov 23 19:09:44.024177 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-615bfe35-84de-45c3-86fd-02501b154c5f req-f1561c9f-38e2-48a7-bc86-b8e68e0a334c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765178 Nov 23 19:09:44.393896 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:44.544799 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2e96-1713-4c0f-9644-24d563161cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.626023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2e96-1713-4c0f-9644-24d563161cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.630334 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2e96-1713-4c0f-9644-24d563161cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.676302 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a1bd2e96-1713-4c0f-9644-24d563161cda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b945fa059a94e6f9a85b84578f9edd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812998 Nov 23 19:09:44.677393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd2e96-1713-4c0f-9644-24d563161cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c84d2f-d9d3-44ef-a0fb-8d96b193bf2e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:44.679057 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43346) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:44.729215 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.750373 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.811155 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.817067 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.836076 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c84d2f-d9d3-44ef-a0fb-8d96b193bf2e HTTP/1.1" status: 204 len: 168 time: 0.1436784 Nov 23 19:09:44.850278 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4456e-c851-4155-bda6-b414d4ad7b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c84d2f-d9d3-44ef-a0fb-8d96b193bf2e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:45.173897 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6532f-df34-4aeb-a37b-a5d62a76f3d6 req-8cb4d700-81b4-4b85-b9ee-61520c5420cb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.175834 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-73d6532f-df34-4aeb-a37b-a5d62a76f3d6 req-8cb4d700-81b4-4b85-b9ee-61520c5420cb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0591321 Nov 23 19:09:45.189600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e89058-bda2-45b6-8661-deb8e933f83f req-197898ef-4bd1-496b-998a-e6f5bb9294a1 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.191333 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-29e89058-bda2-45b6-8661-deb8e933f83f req-197898ef-4bd1-496b-998a-e6f5bb9294a1 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 943 time: 0.0854814 Nov 23 19:09:45.240305 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-73d6532f-df34-4aeb-a37b-a5d62a76f3d6 req-6710ddf6-dd1d-456d-8f81-1091e7658c14 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Nov 23 19:09:45.285330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-29e89058-bda2-45b6-8661-deb8e933f83f req-12eb7073-7265-4594-afa7-589b91e98e11 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852478 Nov 23 19:09:45.297475 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43374) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:45.311889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0520a244-5184-4014-90d6-d6afee6a23ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.386978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0520a244-5184-4014-90d6-d6afee6a23ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.391352 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0520a244-5184-4014-90d6-d6afee6a23ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.429670 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0520a244-5184-4014-90d6-d6afee6a23ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39073f61727649c990fe2159db914cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309991 Nov 23 19:09:45.430861 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520a244-5184-4014-90d6-d6afee6a23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b657df2-24f5-4d05-9d9b-17a38486a48a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:45.432454 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:45.479497 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.500246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.545932 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.548794 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.549931 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b657df2-24f5-4d05-9d9b-17a38486a48a HTTP/1.1" status: 204 len: 168 time: 0.1164947 Nov 23 19:09:45.557463 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9b9fc-3729-4016-9e00-095e52d580fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b657df2-24f5-4d05-9d9b-17a38486a48a,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:45.623645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device d56f9da9-3312-42ac-8320-941baad5c24b details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:45.662632 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:09:45.725029 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=d56f9da9-3312-42ac-8320-941baad5c24b,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:45.737749 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'd56f9da9-3312-42ac-8320-941baad5c24b', 'network_id': '770b0568-dfa1-400b-9591-47417bf041ce', 'port_id': 'd56f9da9-3312-42ac-8320-941baad5c24b', 'mac_address': 'fa:16:3e:28:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3a65-4b19-420b-8f3f-d189d5ec0859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:45.774296 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.787557 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56f9da9-3312-42ac-8320-941baad5c24b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:45.808745 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=d56f9da9-3312-42ac-8320-941baad5c24b,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:45.812930 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.862747 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:46.193410 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['d56f9da9-3312-42ac-8320-941baad5c24b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:46.233026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:46.467696 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba557d-6af4-429b-b346-13a4ec46ef0d req-510f8244-8111-40e4-8e43-4b11b8e667f2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.477961 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-38ba557d-6af4-429b-b346-13a4ec46ef0d req-510f8244-8111-40e4-8e43-4b11b8e667f2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1234896 Nov 23 19:09:46.486053 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-26cca007-9a65-40bd-848d-eb171230594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.488373 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-26cca007-9a65-40bd-848d-eb171230594e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.1533656 Nov 23 19:09:46.504770 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d546156-a6b0-4a66-9fc3-318967e8c05a req-74487bf0-db44-4885-a002-9159cca3a4ec tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.514542 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6d546156-a6b0-4a66-9fc3-318967e8c05a req-74487bf0-db44-4885-a002-9159cca3a4ec tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 944 time: 0.0984445 Nov 23 19:09:46.540312 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-38ba557d-6af4-429b-b346-13a4ec46ef0d req-2adcde9b-5626-4d04-8d77-ccfe5b2912d1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Nov 23 19:09:46.587280 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a61fed69-a41d-44a6-b206-fb1de206b658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.655088 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6d546156-a6b0-4a66-9fc3-318967e8c05a req-c949cad3-3d38-4176-9fd7-1be9253101a7 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396506 Nov 23 19:09:46.696908 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-11c31024-d2f6-4013-a8c9-6306801c3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.698378 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-11c31024-d2f6-4013-a8c9-6306801c3e15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.1589417 Nov 23 19:09:46.751715 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-46682d5d-6123-4fc6-99a0-0174024f1950 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0426676 Nov 23 19:09:46.805222 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a61fed69-a41d-44a6-b206-fb1de206b658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.812664 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a61fed69-a41d-44a6-b206-fb1de206b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.856205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-d8029a73-b581-4b75-a5b2-ee0eec73723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.858188 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-d8029a73-b581-4b75-a5b2-ee0eec73723a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0964198 Nov 23 19:09:46.864544 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a61fed69-a41d-44a6-b206-fb1de206b658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff0a775461bd4d65b47bd2745f45f5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6277840 Nov 23 19:09:46.864544 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fed69-a41d-44a6-b206-fb1de206b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a2206-2af9-40aa-844f-9ee0ca87b16b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:46.865388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43442) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:46.906036 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-d0e7ff05-f3f0-4d54-b036-930c254d5742 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342562 Nov 23 19:09:46.998411 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.030140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.070526 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-363181a5-55b7-4493-bddc-6a23ec583026 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473703 Nov 23 19:09:47.119547 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.122206 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.123326 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/109a2206-2af9-40aa-844f-9ee0ca87b16b HTTP/1.1" status: 204 len: 168 time: 0.2574265 Nov 23 19:09:47.163168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831728a4-7301-4441-91e6-2511170a9407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a2206-2af9-40aa-844f-9ee0ca87b16b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:47.199623 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a09353a2-6c63-488f-b0db-e5a57c229134 req-d91f4a66-001c-4fe9-91db-292294a44327 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173275 Nov 23 19:09:47.635155 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device d56f9da9-3312-42ac-8320-941baad5c24b up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:47.663802 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb36d9-1061-4ea6-82b2-6de02deaf9fb req-1aa35b17-9d02-4329-8e79-b7b43a517275 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:47.665311 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03cb36d9-1061-4ea6-82b2-6de02deaf9fb req-1aa35b17-9d02-4329-8e79-b7b43a517275 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0532973 Nov 23 19:09:47.691512 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port d56f9da9-3312-42ac-8320-941baad5c24b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:09:47.696887 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port d56f9da9-3312-42ac-8320-941baad5c24b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:47.697494 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.729350 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03cb36d9-1061-4ea6-82b2-6de02deaf9fb req-c0df405b-9da3-4482-b444-4dbf1af72a64 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 Nov 23 19:09:47.789541 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.814926 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:47.817285 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98236d77-4683-4d4a-b9fc-e9115eaff78c" -d '{"events": [{"server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "name": "network-vif-plugged", "status": "completed", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:47.821210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9c75-9018-4474-b6f8-8ec8b5549710 req-8633c31a-c586-4b96-8226-ab341d9d7dc4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:47.822724 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f97c9c75-9018-4474-b6f8-8ec8b5549710 req-8633c31a-c586-4b96-8226-ab341d9d7dc4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 944 time: 0.0609491 Nov 23 19:09:47.830075 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=d56f9da9-3312-42ac-8320-941baad5c24b,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:47.836321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.866559 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e7044-0bf4-45c0-a527-06f59c4fcec4 x-openstack-request-id: req-4c8e7044-0bf4-45c0-a527-06f59c4fcec4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:47.866879 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "name": "network-vif-plugged", "status": "completed", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:47.867330 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c8e7044-0bf4-45c0-a527-06f59c4fcec4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:47.867897 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b', 'code': 200} Nov 23 19:09:47.873305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43490) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:47.896175 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:47.898776 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f97c9c75-9018-4474-b6f8-8ec8b5549710 req-a8caac5d-c681-4c1b-a6e4-401872f25a5d tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538266 Nov 23 19:09:47.989221 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-61527346-network', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:48.011513 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Made reservation on behalf of af7b6a7745224e7294d5f40caa5e206f for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:48.014334 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.031497 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.085193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee6255-4e60-45ff-a020-f67add042034 req-5f616fbc-4d06-4d11-b406-739220ca8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.086672 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3aee6255-4e60-45ff-a020-f67add042034 req-5f616fbc-4d06-4d11-b406-739220ca8445 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 1098 time: 0.0693927 Nov 23 19:09:48.163579 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3aee6255-4e60-45ff-a020-f67add042034 req-6ad2c5fd-c2b2-4f9e-8e21-9473920f6fa2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 Nov 23 19:09:48.173079 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.177847 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.203408 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:09:48.213132 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a16e5-0979-4f7e-a141-de42abd441e7,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:48.218267 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.218611 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Added segment d6658105-dfde-4142-a88e-83542fac7713 of type vlan for network e114cf83-bdfa-4441-b097-9dbda48da4f5 Nov 23 19:09:48.259078 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.295013 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.295525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.296153 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.329044 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4546318 Nov 23 19:09:48.332495 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43506) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:48.337488 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Request body: {'subnet': {'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-61527346-subnet', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:48.362753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Made reservation on behalf of af7b6a7745224e7294d5f40caa5e206f for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:48.365079 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533227824'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.365238 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a6ed-2345-4322-b3fb-9d34d293bd14 admin admin] Pushing event updated for resources: {'Network': ['ID=e114cf83-bdfa-4441-b097-9dbda48da4f5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:48.376304 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:09:48.541650 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532981533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533227810'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.598708 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2583976-51cf-45f4-8162-7ad9159e7e70,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:48.615105 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Checking segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:48.615459 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Network hostable DHCP agents. Network: e114cf83-bdfa-4441-b097-9dbda48da4f5, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:09:48.632059 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:09:48.643188 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, e114cf83-bdfa-4441-b097-9dbda48da4f5) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:48.647350 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.648001 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.652928 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1af4c2-6d17-47d1-ae67-89a2c51c8073 None None] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:48.665491 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-40fb9eac-f2cd-4e77-8191-d356d62c824f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3317950 Nov 23 19:09:48.668339 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43512) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:48.674262 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:48.702103 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.703184 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.778785 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.873438 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-e114cf83-bdfa-4441-b097-9dbda48da4f5', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:09:48.875094 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.963365 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.983264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2dd3-4518-4da4-85b6-44f5960d7a04 req-cfa460b3-6c30-481d-a55c-5c037ceec4dc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.985296 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-196f2dd3-4518-4da4-85b6-44f5960d7a04 req-cfa460b3-6c30-481d-a55c-5c037ceec4dc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1268919 Nov 23 19:09:49.035999 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Allocated IP 172.20.0.2 (e114cf83-bdfa-4441-b097-9dbda48da4f5/c2583976-51cf-45f4-8162-7ad9159e7e70/d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:49.044361 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438080-9c4a-4694-afcd-dc72d7c32485 req-e5aa1c4e-90fc-4897-9d53-461f86786cd3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.045984 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ea438080-9c4a-4694-afcd-dc72d7c32485 req-e5aa1c4e-90fc-4897-9d53-461f86786cd3 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.0538008 Nov 23 19:09:49.053746 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-196f2dd3-4518-4da4-85b6-44f5960d7a04 req-5c57d038-31be-4d68-a20f-86c87bb38c39 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572047 Nov 23 19:09:49.104699 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ea438080-9c4a-4694-afcd-dc72d7c32485 req-ff332921-119e-4b22-bdb1-74b1ff3e1cc5 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Nov 23 19:09:49.205605 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.211499 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.229215 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.253246 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.256673 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:49.262511 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:49.266549 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:49.304172 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Pushing event updated for resources: {'Port': ['ID=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:49.331907 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Attempting to bind port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:49.332280 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Attempting to bind port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:49.332643 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Attempting to bind port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 on network e114cf83-bdfa-4441-b097-9dbda48da4f5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:49.337877 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:49.338365 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Checking segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:49.338903 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.339300 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Bound using segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:49.339791 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Bound port: d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:49.340190 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.367505 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Allocated IP 172.27.0.94 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/0a799df9-f27e-4041-ab66-930f9130afda) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:49.409282 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] For port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:49.413432 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] For port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:49.417696 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.478628 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9064f-94c4-4d20-82ac-0a6fdbd52141 None None] Pushing event updated for resources: {'Port': ['ID=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:49.485551 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.528858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.573605 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:49.579823 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:49.581803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Pushing event updated for resources: {'Port': ['ID=0a799df9-f27e-4041-ab66-930f9130afda,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:49.583972 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:50.086358 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.228169 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae2b8-ac54-4f3b-bd1d-2ba0b3100e2d req-bde2a35d-8ec2-4e5c-9ea9-95bfb992b2cd tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:50.229713 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-718ae2b8-ac54-4f3b-bd1d-2ba0b3100e2d req-bde2a35d-8ec2-4e5c-9ea9-95bfb992b2cd tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1017318 Nov 23 19:09:50.258102 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502b422-b509-4f4a-ac6f-f91765edabed req-68a89085-3b24-47f7-a737-9c623978ac17 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:50.269976 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4502b422-b509-4f4a-ac6f-f91765edabed req-68a89085-3b24-47f7-a737-9c623978ac17 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.0829220 Nov 23 19:09:50.341896 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4502b422-b509-4f4a-ac6f-f91765edabed req-db167e39-c80e-40af-8fee-20cbd1c8bc21 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686162 Nov 23 19:09:50.418756 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-718ae2b8-ac54-4f3b-bd1d-2ba0b3100e2d req-dd9b3b6b-a7c0-4ec8-b199-e20a5e0fff34 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754351 Nov 23 19:09:50.421240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.612568 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Router 874f43dc-89bd-4fa7-8634-5c76550599f4 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:09:50.751050 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c4d77-848b-4815-91f1-6c21d124a06f None None] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:50.804856 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:50.805377 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Sync routers for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:50.831815 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:50.832774 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:50.836731 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:50.836900 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.838089 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8789521c-9ac2-4093-89f5-94d1e284544e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1681495 Nov 23 19:09:50.841371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43572) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:50.863521 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Provisioning complete for port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:50.864220 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.952537 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:51.010734 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:51.011100 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.115084 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.159264 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:49Z', 'revision_number': 3, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:51.185452 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] For port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:51.187525 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Checking router: 874f43dc-89bd-4fa7-8634-5c76550599f4 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:51.188102 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Updating router 874f43dc-89bd-4fa7-8634-5c76550599f4 port 0a799df9-f27e-4041-ab66-930f9130afda binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:09:51.193334 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.196666 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.229850 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.296571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Pushing event updated for resources: {'Port': ['ID=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:51.310067 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.db.api [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:09:51.310770 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG oslo_db.api [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:09:51.312539 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.313121 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.313674 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.314330 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.314867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.315403 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.315989 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.316527 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.317082 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.317498 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.317891 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.318285 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77541c6a-280e-4a90-b0ae-39af7a5d4461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.333474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.418370 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cc28b864-7e37-4223-94f7-f77c66feb233 None None] Provisioning complete for port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:51.418574 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc28b864-7e37-4223-94f7-f77c66feb233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.500573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Allocated IP 172.20.0.1 (e114cf83-bdfa-4441-b097-9dbda48da4f5/c2583976-51cf-45f4-8162-7ad9159e7e70/c98cb2be-4d69-49a0-9658-087d0048e090) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:51.522840 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.528563 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.579571 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Attempting to bind port 0a799df9-f27e-4041-ab66-930f9130afda on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:51.579987 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Attempting to bind port 0a799df9-f27e-4041-ab66-930f9130afda by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:51.580357 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Attempting to bind port 0a799df9-f27e-4041-ab66-930f9130afda on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:51.587657 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Pushing event updated for resources: {'Port': ['ID=0a799df9-f27e-4041-ab66-930f9130afda,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:51.594357 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:51.594731 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:51.595141 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.595534 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:51.596200 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Bound port: 0a799df9-f27e-4041-ab66-930f9130afda, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:51.596584 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.599726 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.600120 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.600464 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.600801 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.601133 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.601463 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.601791 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.602118 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.602457 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.602787 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.603109 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.603429 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:51.604648 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.640297 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.661642 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] For port 0a799df9-f27e-4041-ab66-930f9130afda, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:51.664637 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] For port 0a799df9-f27e-4041-ab66-930f9130afda, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=0a799df9-f27e-4041-ab66-930f9130afda,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:51.670989 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.679546 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:51.684465 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:51.686826 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:51.687355 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.732843 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:51.733471 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:51.734871 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:51.776588 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7ffa8-864a-40cc-9bf5-27eaf3af54a1 None None] Pushing event updated for resources: {'Port': ['ID=0a799df9-f27e-4041-ab66-930f9130afda,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:51.858189 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:51.876906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.030577 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2e3200e5-34ec-4d3c-978c-855f48b83499 None None] Provisioning complete for port c98cb2be-4d69-49a0-9658-087d0048e090 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:52.031586 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2e3200e5-34ec-4d3c-978c-855f48b83499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.051054 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.051974 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:49Z', 'revision_number': 3, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:52.056325 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.060652 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.076253 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-2e3200e5-34ec-4d3c-978c-855f48b83499 None None] Port c98cb2be-4d69-49a0-9658-087d0048e090 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:52.081936 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f8cc0-24d4-432f-ac8a-b4cd928aa70b None None] The sync data for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi is: [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:49Z', 'revision_number': 3, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:52.134432 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:52.198622 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:52.200039 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:52.334351 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Router 874f43dc-89bd-4fa7-8634-5c76550599f4 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:52.449603 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:52.455538 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-de4adcdd-9f31-4050-88e0-24f148b879d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/874f43dc-89bd-4fa7-8634-5c76550599f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129971 Nov 23 19:09:52.499152 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-195a9930-6c8b-49da-9709-1c1176676b1f None None] Provisioning complete for port c98cb2be-4d69-49a0-9658-087d0048e090 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:52.499524 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-195a9930-6c8b-49da-9709-1c1176676b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.539197 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-195a9930-6c8b-49da-9709-1c1176676b1f None None] Port c98cb2be-4d69-49a0-9658-087d0048e090 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:52.773151 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 0a799df9-f27e-4041-ab66-930f9130afda up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:52.828051 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 0a799df9-f27e-4041-ab66-930f9130afda triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:52.828417 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.037645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.040096 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43608) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:53.045671 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69434274-network', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:53.059487 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 0a799df9-f27e-4041-ab66-930f9130afda, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=0a799df9-f27e-4041-ab66-930f9130afda,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:53.063552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.064412 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:53.066842 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Made reservation on behalf of ddfb954bd2bc4eaa8e9d69e1f904a7b2 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:53.069451 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.078146 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.145145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=0a799df9-f27e-4041-ab66-930f9130afda,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:53.154137 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:53.154511 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.161621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.165694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.190402 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:09:53.204180 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f6159-8029-4baa-8a17-8855005271db,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:53.210213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.210547 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Added segment 0899888b-4237-449b-8695-c38db4c90cdd of type vlan for network b7868147-2f70-4e18-b0b2-437504e5c98d Nov 23 19:09:53.252628 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.280618 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.281549 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:53.282122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.320695 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2794909 Nov 23 19:09:53.323393 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43610) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:53.328922 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Request body: {'subnet': {'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69434274-subnet', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:53.348636 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8bcfd-a6cb-4b57-aa95-a67279777dfe admin admin] Pushing event updated for resources: {'Network': ['ID=b7868147-2f70-4e18-b0b2-437504e5c98d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:53.363259 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network b7868147-2f70-4e18-b0b2-437504e5c98d details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:09:53.364743 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Made reservation on behalf of ddfb954bd2bc4eaa8e9d69e1f904a7b2 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:53.367160 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533227824'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.482039 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.664654 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757651-7425-4443-a375-bc723673b0db req-edd6b551-9a03-41c8-a897-4a16dd7a7f8e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:53.666284 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-14757651-7425-4443-a375-bc723673b0db req-edd6b551-9a03-41c8-a897-4a16dd7a7f8e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0982521 Nov 23 19:09:53.667739 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532981533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533227810'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.757650 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f1c405-59d9-4d6f-93e5-94a6aaa10b66,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:53.767057 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Sync routers for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:53.770631 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-14757651-7425-4443-a375-bc723673b0db req-ac549721-7ed7-482f-8f66-f9f5bf038211 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922637 Nov 23 19:09:53.771824 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Checking segment: {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:53.772173 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Network hostable DHCP agents. Network: b7868147-2f70-4e18-b0b2-437504e5c98d, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:09:53.780638 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:53.781539 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:53.792234 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Network b7868147-2f70-4e18-b0b2-437504e5c98d is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:09:53.800637 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, b7868147-2f70-4e18-b0b2-437504e5c98d) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:53.804718 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:53.805290 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.819298 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db31252-453b-4020-b86a-7016659c4a89 None None] Network b7868147-2f70-4e18-b0b2-437504e5c98d requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:53.822231 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f17f2712-ba00-44c1-9966-956c563c1664 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4977195 Nov 23 19:09:53.824903 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43612) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:53.830096 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:53.851118 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.852140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.903845 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.968973 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:54.065196 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.143338 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-b7868147-2f70-4e18-b0b2-437504e5c98d', 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'fixed_ips': [{'subnet_id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:09:54.144219 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.269285 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.294873 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.332597 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Allocated IP 172.20.0.2 (b7868147-2f70-4e18-b0b2-437504e5c98d/b8f1c405-59d9-4d6f-93e5-94a6aaa10b66/be08d695-51eb-4807-b005-c0bdaf672aee) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:54.349274 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 2, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:54.391267 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Checking router: 874f43dc-89bd-4fa7-8634-5c76550599f4 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:54.391624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Updating router 874f43dc-89bd-4fa7-8634-5c76550599f4 port c98cb2be-4d69-49a0-9658-087d0048e090 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:09:54.401010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Allocated IP 172.27.0.128 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/ef8127e5-5ced-4580-822d-94f8393901ea) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:54.452761 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.509727 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.549487 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.593104 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:54.596148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:54.599804 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:54.626523 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.639170 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8127e5-5ced-4580-822d-94f8393901ea,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:54.641735 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.735494 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 0a799df9-f27e-4041-ab66-930f9130afda up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:54.743926 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Network b7868147-2f70-4e18-b0b2-437504e5c98d is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:54.768489 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:54.770848 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:54.779960 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Pushing event updated for resources: {'Port': ['ID=be08d695-51eb-4807-b005-c0bdaf672aee,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:54.875351 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Attempting to bind port be08d695-51eb-4807-b005-c0bdaf672aee on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:54.875731 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Attempting to bind port be08d695-51eb-4807-b005-c0bdaf672aee by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:54.876112 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Attempting to bind port be08d695-51eb-4807-b005-c0bdaf672aee on network b7868147-2f70-4e18-b0b2-437504e5c98d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:54.888324 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:54.888691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Checking segment: {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:54.889090 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.889480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Bound using segment: {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:54.889964 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Bound port: be08d695-51eb-4807-b005-c0bdaf672aee, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:54.890341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.942552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 0a799df9-f27e-4041-ab66-930f9130afda triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:54.942924 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.142941 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fdcee-706d-4568-87c9-2d68e8384950 req-34d3f8d2-2502-453c-9be0-52a8035c8e77 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:55.151466 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-778fdcee-706d-4568-87c9-2d68e8384950 req-34d3f8d2-2502-453c-9be0-52a8035c8e77 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0890589 Nov 23 19:09:55.175280 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.182019 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.206456 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.212021 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] For port be08d695-51eb-4807-b005-c0bdaf672aee, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:55.219288 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] For port be08d695-51eb-4807-b005-c0bdaf672aee, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=be08d695-51eb-4807-b005-c0bdaf672aee,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:55.248770 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.264636 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-778fdcee-706d-4568-87c9-2d68e8384950 req-ee58a3f3-f9e0-4e72-b026-913c20bff35e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 Nov 23 19:09:55.318039 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7dd56-7c08-47b6-a3a9-c45f5f3c7293 None None] Pushing event updated for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.502993 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Attempting to bind port c98cb2be-4d69-49a0-9658-087d0048e090 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:55.503455 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Attempting to bind port c98cb2be-4d69-49a0-9658-087d0048e090 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:55.503851 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Attempting to bind port c98cb2be-4d69-49a0-9658-087d0048e090 on network e114cf83-bdfa-4441-b097-9dbda48da4f5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:55.505992 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c2538-ff11-43d6-b834-5a6c2843c49d None None] Pushing event updated for resources: {'Port': ['ID=be08d695-51eb-4807-b005-c0bdaf672aee,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.522997 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:55.535143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Checking segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:55.535143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.535143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Bound using segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:55.535143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Bound port: c98cb2be-4d69-49a0-9658-087d0048e090, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:55.535143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.614195 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.726706 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] For port c98cb2be-4d69-49a0-9658-087d0048e090, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:55.731544 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] For port c98cb2be-4d69-49a0-9658-087d0048e090, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c98cb2be-4d69-49a0-9658-087d0048e090,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:55.739631 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.927347 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7dd56-7c08-47b6-a3a9-c45f5f3c7293 None None] Pushing event updated for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.937807 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:55.943991 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:55.970366 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:09:56.005888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] Provisioning complete for port c98cb2be-4d69-49a0-9658-087d0048e090 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:56.006280 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.126289 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:56.177939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8543a4-bd58-415d-98b0-124843b264c2 req-5de3bdd3-f6b0-4c73-85a9-60ec829e96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.179803 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ed8543a4-bd58-415d-98b0-124843b264c2 req-5de3bdd3-f6b0-4c73-85a9-60ec829e96d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.1252146 Nov 23 19:09:56.195136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:56.209532 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Sync routers for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:56.223621 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:56.224312 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:56.228400 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.231899 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d2142eeb-98c7-4d14-8026-8221ae516ce2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4032054 Nov 23 19:09:56.233151 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43674) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:56.237192 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.333311 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] For port c98cb2be-4d69-49a0-9658-087d0048e090, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c98cb2be-4d69-49a0-9658-087d0048e090,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:56.338270 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:56.343382 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.429458 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fa3cf-acdc-49bd-b94e-70afc65528fa None None] Pushing event updated for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:56.464964 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:55Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:56.476202 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f55446-0625-4c29-9bb8-285d7fa49c8e req-22dffb75-f794-43fa-a8df-8c2d1f1ef30f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.486434 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-61f55446-0625-4c29-9bb8-285d7fa49c8e req-22dffb75-f794-43fa-a8df-8c2d1f1ef30f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1151152 Nov 23 19:09:56.504518 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4072f3-7d62-4f51-bb91-b68df335992f None None] The sync data for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi is: [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:55Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:56.513612 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6b750251-658f-497f-a349-1d54a0936ea1 None None] Provisioning complete for port c98cb2be-4d69-49a0-9658-087d0048e090 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:56.513778 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b750251-658f-497f-a349-1d54a0936ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.597674 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-61f55446-0625-4c29-9bb8-285d7fa49c8e req-ffb5eec5-8274-428a-8120-b593d7e10659 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102734 Nov 23 19:09:56.626407 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:54Z', 'revision_number': 3, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:56.804545 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Checking router: 4c86be81-97d8-491c-bdad-d0f0c6e1a112 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:56.805604 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Updating router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 port ef8127e5-5ced-4580-822d-94f8393901ea binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:09:56.838671 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.879028 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c98cb2be-4d69-49a0-9658-087d0048e090 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:57.001203 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.006264 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82627a-475a-4c3c-96ba-bde3b4528ea7 None None] Network b7868147-2f70-4e18-b0b2-437504e5c98d requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:57.211652 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] Provisioning complete for port be08d695-51eb-4807-b005-c0bdaf672aee triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:57.212060 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.238743 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.251743 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.256917 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port c98cb2be-4d69-49a0-9658-087d0048e090 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:57.257401 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.268717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Allocated IP 172.20.0.1 (b7868147-2f70-4e18-b0b2-437504e5c98d/b8f1c405-59d9-4d6f-93e5-94a6aaa10b66/f3aaca51-5215-4ee3-8ec0-23447553a6d1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:57.332214 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb99c8-68d4-4d2c-b485-6c9e3c86f848 None None] Pushing event updated for resources: {'Port': ['ID=ef8127e5-5ced-4580-822d-94f8393901ea,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.354384 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Attempting to bind port ef8127e5-5ced-4580-822d-94f8393901ea on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:57.354748 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Attempting to bind port ef8127e5-5ced-4580-822d-94f8393901ea by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:57.355275 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Attempting to bind port ef8127e5-5ced-4580-822d-94f8393901ea on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:57.361935 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:57.362534 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:57.363084 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.363469 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:57.363967 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Bound port: ef8127e5-5ced-4580-822d-94f8393901ea, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:57.364536 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.428699 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] For port ef8127e5-5ced-4580-822d-94f8393901ea, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:57.429204 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.430540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.432632 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] For port ef8127e5-5ced-4580-822d-94f8393901ea, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=ef8127e5-5ced-4580-822d-94f8393901ea,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:57.440653 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.483923 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device be08d695-51eb-4807-b005-c0bdaf672aee up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:57.499392 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.516992 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] For port be08d695-51eb-4807-b005-c0bdaf672aee, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=be08d695-51eb-4807-b005-c0bdaf672aee,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:57.527203 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:57.529022 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:57.536137 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.583019 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb99c8-68d4-4d2c-b485-6c9e3c86f848 None None] Pushing event updated for resources: {'Port': ['ID=ef8127e5-5ced-4580-822d-94f8393901ea,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.585433 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Network b7868147-2f70-4e18-b0b2-437504e5c98d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:57.597287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:57.600572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Pushing event updated for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.603413 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:57.603855 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.635691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82348d40-0c83-474f-86fe-11b2d9d443ed None None] Pushing event updated for resources: {'Port': ['ID=be08d695-51eb-4807-b005-c0bdaf672aee,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.649388 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port be08d695-51eb-4807-b005-c0bdaf672aee triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:57.649780 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.700560 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:57.805617 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2361ec2c-82ad-4280-961f-0d673616b140 None None] Provisioning complete for port be08d695-51eb-4807-b005-c0bdaf672aee triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:57.805993 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2361ec2c-82ad-4280-961f-0d673616b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.821613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.993210 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:54Z', 'revision_number': 3, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:58.021253 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823f7ef-24ad-422e-92cb-cfbb7e516c49 None None] The sync data for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi is: [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:54Z', 'revision_number': 3, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:58.042061 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.048332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.049533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.069416 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f3ff9c3d-5f59-48db-882c-5bc20c4c8385 None None] Provisioning complete for port f3aaca51-5215-4ee3-8ec0-23447553a6d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:58.069796 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9c3d-5f59-48db-882c-5bc20c4c8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.108863 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff9c3d-5f59-48db-882c-5bc20c4c8385 None None] Port f3aaca51-5215-4ee3-8ec0-23447553a6d1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:58.121112 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Pushing event updated for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:58.192382 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Network b7868147-2f70-4e18-b0b2-437504e5c98d is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:58.193840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:58.314141 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:58.449140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:58.464580 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-fa007ec3-b15d-4e85-a9fa-caf6ff1edb2e admin admin] 10.222.0.31 "PUT /v2.0/routers/4c86be81-97d8-491c-bdad-d0f0c6e1a112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301095 Nov 23 19:09:58.472943 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-74ce6d3c-cdbe-4d2d-b7bf-a70579b0fc07 None None] Provisioning complete for port f3aaca51-5215-4ee3-8ec0-23447553a6d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:58.473416 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74ce6d3c-cdbe-4d2d-b7bf-a70579b0fc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.640089 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-74ce6d3c-cdbe-4d2d-b7bf-a70579b0fc07 None None] Port f3aaca51-5215-4ee3-8ec0-23447553a6d1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:58.759315 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device ef8127e5-5ced-4580-822d-94f8393901ea up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:58.811063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port ef8127e5-5ced-4580-822d-94f8393901ea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:58.811467 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.900086 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.922583 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port ef8127e5-5ced-4580-822d-94f8393901ea, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=ef8127e5-5ced-4580-822d-94f8393901ea,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:58.927639 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.928627 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device be08d695-51eb-4807-b005-c0bdaf672aee up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:58.997432 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ed8543a4-bd58-415d-98b0-124843b264c2 req-55684f46-056e-4440-8487-c194311b2dd4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Nov 23 19:09:59.005263 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=ef8127e5-5ced-4580-822d-94f8393901ea,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:59.018464 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port be08d695-51eb-4807-b005-c0bdaf672aee triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:59.018838 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.094694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bcbc8-29db-44fa-a028-d092f10da29b req-1ce2cb22-e189-4b09-afb2-1a82426445d9 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.096843 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-341bcbc8-29db-44fa-a028-d092f10da29b req-1ce2cb22-e189-4b09-afb2-1a82426445d9 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0576823 Nov 23 19:09:59.154707 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-341bcbc8-29db-44fa-a028-d092f10da29b req-f443c92c-1fd4-4392-92ba-6b4fec9e8dae tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 Nov 23 19:09:59.435088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43720) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.439598 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773956812', 'description': 'tempest-secgroup-smoke-1773956812 description', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:59.461450 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.541514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.548449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.579805 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.581619 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1453249 Nov 23 19:09:59.586050 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c72dc-adc8-4225-8d82-a9dd426df5db tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:59.586477 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43726) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.591470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:59.619422 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.677399 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.682269 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.699555 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0dd0c9-96ef-4693-8de2-b95c986be690,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:59.709706 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.710799 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7dd969e1-4eca-4740-a44b-7b7464476df2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233227 Nov 23 19:09:59.714216 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43728) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.719396 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:59.745533 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.802517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.805926 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.823709 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59bc406-3b98-4313-a45d-056deb8d4c7a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:59.833903 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.835144 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-98f9ae24-5b8d-49a1-89c9-90c01d570c66 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199501 Nov 23 19:09:59.837897 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43730) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.843127 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:59.857203 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Sync routers for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:59.867697 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:59.868354 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:59.870686 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.989067 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:00.182746 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.187927 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.213572 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.217999 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760722 Nov 23 19:10:00.218372 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43750) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:00.218819 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1edb2-2784-4644-a6be-b331713967c1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8ab705-8717-4942-b200-21ca14d7a19a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.223393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:00.256531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.301937 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 4, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'f3aaca51-5215-4ee3-8ec0-23447553a6d1', 'name': '', 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:57Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 2, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'subnets': [{'id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:00.323146 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789031-b487-467b-869c-e5448de9adec req-58aefc32-586c-4d52-9e0f-a633b134e2ae tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:00.325897 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-54789031-b487-467b-869c-e5448de9adec req-58aefc32-586c-4d52-9e0f-a633b134e2ae tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0651140 Nov 23 19:10:00.348855 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.353953 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Checking router: 4c86be81-97d8-491c-bdad-d0f0c6e1a112 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:00.354314 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Updating router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 port f3aaca51-5215-4ee3-8ec0-23447553a6d1 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:10:00.354590 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.388944 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ca13f7-8296-46d5-826c-4c14bce686a5,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.391129 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.404025 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.406456 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-7491d00b-359a-4151-ac5b-035988c1a112 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1870558 Nov 23 19:10:00.412558 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43754) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:00.418188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:00.456733 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-54789031-b487-467b-869c-e5448de9adec req-cd1d8749-c4fc-40ef-83a8-bd3fed70d650 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077273 Nov 23 19:10:00.480573 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Project af7b6a7745224e7294d5f40caa5e206f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:10:00.489193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.558847 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.564505 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.586201 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a51620e-cfa4-4cc8-a8a1-795ddd08fa59,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.594846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.598660 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-fd4b0325-2039-4612-b958-3d85797042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824100 Nov 23 19:10:00.599013 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43764) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:00.605202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0356e-c2c4-4190-b8f1-13c48e1c41e6', 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:00.643220 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Project af7b6a7745224e7294d5f40caa5e206f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:10:00.649712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.716370 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device ef8127e5-5ced-4580-822d-94f8393901ea up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:00.722565 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.728474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.748304 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decbfef5-999b-4aed-8d30-caea50241536,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.754228 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.762474 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.767839 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a3398f00-8bf9-4bd9-84ea-3edca04259ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640806 Nov 23 19:10:00.767998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.833977 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca6309-57cc-4c92-885f-6c7ba9c88760 None None] Pushing event updated for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.841953 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port ef8127e5-5ced-4580-822d-94f8393901ea triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:00.842307 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.915451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Attempting to bind port f3aaca51-5215-4ee3-8ec0-23447553a6d1 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:00.916054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Attempting to bind port f3aaca51-5215-4ee3-8ec0-23447553a6d1 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:00.916238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Attempting to bind port f3aaca51-5215-4ee3-8ec0-23447553a6d1 on network b7868147-2f70-4e18-b0b2-437504e5c98d {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:00.928129 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:00.928754 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Checking segment: {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:00.929333 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.929869 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Bound using segment: {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:00.930476 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Bound port: f3aaca51-5215-4ee3-8ec0-23447553a6d1, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0899888b-4237-449b-8695-c38db4c90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:00.931022 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.036294 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] For port f3aaca51-5215-4ee3-8ec0-23447553a6d1, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:01.040226 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] For port f3aaca51-5215-4ee3-8ec0-23447553a6d1, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f3aaca51-5215-4ee3-8ec0-23447553a6d1,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:01.047681 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.099119 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43818) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:01.128356 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:01.128996 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:09:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:01.216072 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca6309-57cc-4c92-885f-6c7ba9c88760 None None] Pushing event updated for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:01.258035 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f488ce6d-2639-4d1a-bd8e-84a45018d284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.301314 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] Provisioning complete for port f3aaca51-5215-4ee3-8ec0-23447553a6d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:01.301762 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.409473 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f488ce6d-2639-4d1a-bd8e-84a45018d284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.423922 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f488ce6d-2639-4d1a-bd8e-84a45018d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.453415 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:01.541578 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488ce6d-2639-4d1a-bd8e-84a45018d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391ef2e-afe4-4246-bd9c-cce0ae73853c,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:01.555394 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f488ce6d-2639-4d1a-bd8e-84a45018d284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3d9ba6677794e9181469b93bd251013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548903 Nov 23 19:10:01.558471 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43844) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:01.676649 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.705445 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.746387 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.753902 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c876a75-8e2c-45af-a506-91562d9aa793 req-2d30a9b0-acfc-4c78-a28a-e50b1e925ebf tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:01.761877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c876a75-8e2c-45af-a506-91562d9aa793 req-2d30a9b0-acfc-4c78-a28a-e50b1e925ebf tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1591311 Nov 23 19:10:01.788077 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.790548 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.795135 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a391ef2e-afe4-4246-bd9c-cce0ae73853c HTTP/1.1" status: 204 len: 168 time: 0.2320700 Nov 23 19:10:01.806474 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe04bf8-21c5-4048-a80b-2041a68bb6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391ef2e-afe4-4246-bd9c-cce0ae73853c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:01.847422 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6c876a75-8e2c-45af-a506-91562d9aa793 req-ed96e2d0-5801-4bac-ba36-574b0c80f5eb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Nov 23 19:10:01.883039 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] For port f3aaca51-5215-4ee3-8ec0-23447553a6d1, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f3aaca51-5215-4ee3-8ec0-23447553a6d1,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:01.899874 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.024089 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57089f-2014-4321-8ddc-a03d4bdc2561 None None] Pushing event updated for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:02.043117 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 4, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'f3aaca51-5215-4ee3-8ec0-23447553a6d1', 'name': '', 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:57Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'subnets': [{'id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:02.080213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a0e883e8-a1e6-4a33-ae69-6a5556e89959 None None] Provisioning complete for port f3aaca51-5215-4ee3-8ec0-23447553a6d1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:02.080589 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a0e883e8-a1e6-4a33-ae69-6a5556e89959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.083513 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596d0-734e-4992-8c74-47fe586d3da8 None None] The sync data for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi is: [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 4, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'f3aaca51-5215-4ee3-8ec0-23447553a6d1', 'name': '', 'network_id': 'b7868147-2f70-4e18-b0b2-437504e5c98d', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:57Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'subnets': [{'id': 'b8f1c405-59d9-4d6f-93e5-94a6aaa10b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:02.318801 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9aace-e995-4efd-b598-75621e230d18 req-497dc89e-7680-4446-b9f6-ec1d23eae07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:02.320989 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-497dc89e-7680-4446-b9f6-ec1d23eae07f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.1224740 Nov 23 19:10:02.329575 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 43882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:02.348176 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbe23855-6d4e-497e-ae5e-97eab2459e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.349241 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c938af-d5ec-4c3c-8350-479e11910716 req-6198e483-ed3f-488b-81b8-e754996d166c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:02.350808 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51c938af-d5ec-4c3c-8350-479e11910716 req-6198e483-ed3f-488b-81b8-e754996d166c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1019559 Nov 23 19:10:02.435699 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbe23855-6d4e-497e-ae5e-97eab2459e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.442755 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dbe23855-6d4e-497e-ae5e-97eab2459e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.495620 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51c938af-d5ec-4c3c-8350-479e11910716 req-407dbfdb-1474-4805-833b-e2aae074504a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297781 Nov 23 19:10:02.517895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9aace-e995-4efd-b598-75621e230d18 req-4fdb6f18-6a91-49b9-bb62-fc73afb7d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:02.520047 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-4fdb6f18-6a91-49b9-bb62-fc73afb7d3c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.1905701 Nov 23 19:10:02.524553 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe23855-6d4e-497e-ae5e-97eab2459e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121446fb-10c7-4dd7-b9a8-f689edd5a903,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:02.531818 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-dbe23855-6d4e-497e-ae5e-97eab2459e20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf62a034b28d4a38b7055bbf051e12ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009759 Nov 23 19:10:02.532345 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43890) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:02.612478 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-3f1f30ec-d718-4fcf-8f11-48b1d5d34488 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0630631 Nov 23 19:10:02.683304 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.686155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9aace-e995-4efd-b598-75621e230d18 req-6b34afa4-ada2-415e-a5cf-9875dafa1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:02.687863 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-6b34afa4-ada2-415e-a5cf-9875dafa1e3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0642300 Nov 23 19:10:02.739510 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-3254edb9-dcda-457a-89db-aebf9144880b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428393 Nov 23 19:10:02.742132 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.753228 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f3aaca51-5215-4ee3-8ec0-23447553a6d1 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:02.806866 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port f3aaca51-5215-4ee3-8ec0-23447553a6d1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:02.807331 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.867822 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-2e99c3cc-fe01-4fbf-a781-3cc66ed55eed service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146960 Nov 23 19:10:02.868818 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.873811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.875389 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/121446fb-10c7-4dd7-b9a8-f689edd5a903 HTTP/1.1" status: 204 len: 168 time: 0.3414836 Nov 23 19:10:02.925567 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae44e2-80ba-4d32-82e6-d56db5e3e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121446fb-10c7-4dd7-b9a8-f689edd5a903,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:03.027245 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ac9aace-e995-4efd-b598-75621e230d18 req-6fffbbfe-e058-4815-a3ee-c0a848d299ef service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484637 Nov 23 19:10:03.656112 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c7c-39a5-4c88-83b1-c3e5af162e21 req-33e87cd0-79ff-46cc-95ba-2782e965f505 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:03.658384 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-65437c7c-39a5-4c88-83b1-c3e5af162e21 req-33e87cd0-79ff-46cc-95ba-2782e965f505 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0705519 Nov 23 19:10:03.713778 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-65437c7c-39a5-4c88-83b1-c3e5af162e21 req-c3d57d0a-73ac-49a5-8283-02b866b4d7f8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Nov 23 19:10:03.968600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a08f042-fc59-4ed7-aa77-d347ae58e023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.200980 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 43982) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:04.363877 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17e2c75-e02d-4e71-a629-2712fdff9cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.504590 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17e2c75-e02d-4e71-a629-2712fdff9cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.510684 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e17e2c75-e02d-4e71-a629-2712fdff9cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.565612 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e17e2c75-e02d-4e71-a629-2712fdff9cc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d7dc2a4fa2a4075ba272372bdc8222e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634527 Nov 23 19:10:04.566875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2c75-e02d-4e71-a629-2712fdff9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b7e6c-119e-49cc-8f0d-b652d428ffe4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:04.568314 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44014) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:04.670155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287724eb-6141-44b8-b59d-488e89b92f6a req-ebf1dad8-e033-4ac4-9aa4-eabaa9d413bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:04.674046 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.682010 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-287724eb-6141-44b8-b59d-488e89b92f6a req-ebf1dad8-e033-4ac4-9aa4-eabaa9d413bb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0731282 Nov 23 19:10:04.719869 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.747959 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-287724eb-6141-44b8-b59d-488e89b92f6a req-49e0ae57-7bdc-4ad6-8ef8-a1c6f34e77fd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650158 Nov 23 19:10:04.778619 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.782221 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.783486 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/351b7e6c-119e-49cc-8f0d-b652d428ffe4 HTTP/1.1" status: 204 len: 168 time: 0.2139983 Nov 23 19:10:04.791967 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1540-f80a-4317-8c33-e3a4acf0498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b7e6c-119e-49cc-8f0d-b652d428ffe4,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:04.849705 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ad82-1c21-4885-ad57-3f727d8c05f1 req-52c5aa11-ee17-455a-a5cf-a832d4826ea4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:04.852243 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12f9ad82-1c21-4885-ad57-3f727d8c05f1 req-52c5aa11-ee17-455a-a5cf-a832d4826ea4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0563264 Nov 23 19:10:04.901016 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-12f9ad82-1c21-4885-ad57-3f727d8c05f1 req-80d572fe-6c6e-40ca-988d-6f4418c36fc5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Nov 23 19:10:05.920611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b2fd-cbc2-4ea0-9c58-b6238bb47771 req-47d9afd2-3933-4d05-b77d-79121d80409f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:05.922254 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa19b2fd-cbc2-4ea0-9c58-b6238bb47771 req-47d9afd2-3933-4d05-b77d-79121d80409f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0533977 Nov 23 19:10:05.970754 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa19b2fd-cbc2-4ea0-9c58-b6238bb47771 req-9164d824-2d06-4692-8115-bcfe11e911ea tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Nov 23 19:10:06.016689 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae80f1-137d-45ca-87d3-023d86e5067e req-28f40c39-ee00-4ac2-a19c-32ce66335329 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:06.018139 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5bae80f1-137d-45ca-87d3-023d86e5067e req-28f40c39-ee00-4ac2-a19c-32ce66335329 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0501399 Nov 23 19:10:06.069073 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5bae80f1-137d-45ca-87d3-023d86e5067e req-9b7f4ee4-18a6-4d17-8216-9b0ea542e236 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Nov 23 19:10:06.219691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c46fa1a8-a423-4ee8-9057-a27c8d7c9dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.112093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896bf5f-45e4-4e5f-a3c2-917ed7e3a8b5 req-800fb2c0-3589-488d-aa0e-ea927303e33c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:07.113767 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3896bf5f-45e4-4e5f-a3c2-917ed7e3a8b5 req-800fb2c0-3589-488d-aa0e-ea927303e33c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0587146 Nov 23 19:10:07.176113 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3896bf5f-45e4-4e5f-a3c2-917ed7e3a8b5 req-1d7f2eec-f85d-4289-bed0-d524336d3ce7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559275 Nov 23 19:10:07.440955 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.523051 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4775-3d0b-4983-b972-1b17b0a14f31 req-81d8c797-409e-46bf-a4ee-995c6d4a923a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:07.524597 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-811d4775-3d0b-4983-b972-1b17b0a14f31 req-81d8c797-409e-46bf-a4ee-995c6d4a923a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0580184 Nov 23 19:10:07.577643 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-811d4775-3d0b-4983-b972-1b17b0a14f31 req-a2572309-60c9-4949-baa4-5f2985bc148d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Nov 23 19:10:08.303531 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198075a-f4b1-4558-9c21-235dbcaf64cf req-11681f26-a342-419e-990b-9f007ad21900 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:08.305029 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b198075a-f4b1-4558-9c21-235dbcaf64cf req-11681f26-a342-419e-990b-9f007ad21900 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0503881 Nov 23 19:10:08.350080 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b198075a-f4b1-4558-9c21-235dbcaf64cf req-49063716-ce49-4bc3-ae64-7944cc2af699 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384157 Nov 23 19:10:08.769408 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.474794 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588ba3-3226-43a3-a3a8-1b3f66967ecf req-b855bda1-da03-478e-8d47-5ce8aa30e4e0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:09.476248 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-40588ba3-3226-43a3-a3a8-1b3f66967ecf req-b855bda1-da03-478e-8d47-5ce8aa30e4e0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0512905 Nov 23 19:10:09.525795 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-40588ba3-3226-43a3-a3a8-1b3f66967ecf req-0cb889fd-6911-44ae-8ad0-8035dc83a1db tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434790 Nov 23 19:10:10.290967 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.645129 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cbabe-c7b9-43a8-b5f7-e542518f1da2 req-ef1e9ede-ee99-4b43-acad-9423b89ab0a8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:10.646598 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0a6cbabe-c7b9-43a8-b5f7-e542518f1da2 req-ef1e9ede-ee99-4b43-acad-9423b89ab0a8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0484753 Nov 23 19:10:10.695797 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0a6cbabe-c7b9-43a8-b5f7-e542518f1da2 req-76209c7a-4b26-48fb-b6f1-f61ba956ffc7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Nov 23 19:10:11.822288 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02032-e549-4f51-bbd1-c58d77f44a7b req-9517bdb8-a866-4464-9e53-1d5251af8319 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:11.823744 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e7b02032-e549-4f51-bbd1-c58d77f44a7b req-9517bdb8-a866-4464-9e53-1d5251af8319 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0492494 Nov 23 19:10:11.874296 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e7b02032-e549-4f51-bbd1-c58d77f44a7b req-fe00b722-715d-4dbb-847e-988bff628844 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Nov 23 19:10:12.992363 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee17b-6bcd-4b7f-a8ae-59c134b902d6 req-e915b61f-f652-42fe-af11-03718cad9eff tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:12.993828 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-523ee17b-6bcd-4b7f-a8ae-59c134b902d6 req-e915b61f-f652-42fe-af11-03718cad9eff tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0476799 Nov 23 19:10:13.039669 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-523ee17b-6bcd-4b7f-a8ae-59c134b902d6 req-fc0082a2-32bd-438f-8e64-3b11268f8994 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390484 Nov 23 19:10:14.162402 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730a3e-ec96-48dc-9945-ad0a6af173e7 req-4042fd7c-4a7d-4e87-b60e-614715d00efc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:14.163347 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6730a3e-ec96-48dc-9945-ad0a6af173e7 req-4042fd7c-4a7d-4e87-b60e-614715d00efc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0492995 Nov 23 19:10:14.217878 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6730a3e-ec96-48dc-9945-ad0a6af173e7 req-486cd35e-7b95-4ea8-aa6a-5121d3cb8492 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477159 Nov 23 19:10:15.341232 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece15626-2c29-4e4b-ba3b-46cfa3cf1ed2 req-e5fda981-a3ff-4a5a-b215-37115be59bd1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:15.342726 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ece15626-2c29-4e4b-ba3b-46cfa3cf1ed2 req-e5fda981-a3ff-4a5a-b215-37115be59bd1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0531294 Nov 23 19:10:15.389595 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ece15626-2c29-4e4b-ba3b-46cfa3cf1ed2 req-ba1112cd-2132-41bb-ba4f-de683abf911c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Nov 23 19:10:16.509636 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b37a6-254b-40a5-8fcd-19240e8bc032 req-8f217003-1bb1-4908-b7ec-dc7a63a47f2f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:16.511082 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-954b37a6-254b-40a5-8fcd-19240e8bc032 req-8f217003-1bb1-4908-b7ec-dc7a63a47f2f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0481517 Nov 23 19:10:16.558322 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-954b37a6-254b-40a5-8fcd-19240e8bc032 req-7e974218-08bf-404b-a11c-6b44bc7a5249 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Nov 23 19:10:17.347991 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed31b58-429c-4fd8-9d13-94a94605cf1f req-9f92d417-c92a-4aee-ba8f-14bdd3fe1e4f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:17.349654 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eed31b58-429c-4fd8-9d13-94a94605cf1f req-9f92d417-c92a-4aee-ba8f-14bdd3fe1e4f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Nov 23 19:10:17.400158 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eed31b58-429c-4fd8-9d13-94a94605cf1f req-8d208a4e-72f1-4042-a014-842004a221aa tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Nov 23 19:10:17.688352 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543303-f103-448c-8729-95e5ca3211fa req-b29a8aee-7f12-42c0-9164-b63e43a8f023 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:17.689810 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-24543303-f103-448c-8729-95e5ca3211fa req-b29a8aee-7f12-42c0-9164-b63e43a8f023 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0549219 Nov 23 19:10:17.737739 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-24543303-f103-448c-8729-95e5ca3211fa req-e3432eaf-3ea0-4765-b054-4372061e1ddf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419583 Nov 23 19:10:18.519038 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e840a-66b0-4107-af27-709f15176943 req-76900e58-7282-4468-ad41-bc25ed1ebeaf tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.520503 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1d6e840a-66b0-4107-af27-709f15176943 req-76900e58-7282-4468-ad41-bc25ed1ebeaf tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Nov 23 19:10:18.566319 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1d6e840a-66b0-4107-af27-709f15176943 req-3c067e4e-d3a2-497e-ade1-f92d8bdeb4c8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Nov 23 19:10:18.859186 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a034cf-6abd-4988-b234-1f72606c85b9 req-7cd0a5e9-38df-4a24-ab67-3fdbf38ebf2b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.860661 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-59a034cf-6abd-4988-b234-1f72606c85b9 req-7cd0a5e9-38df-4a24-ab67-3fdbf38ebf2b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0524397 Nov 23 19:10:18.914303 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-59a034cf-6abd-4988-b234-1f72606c85b9 req-4b8d44ed-ca7b-4683-b69e-3244381021a8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476859 Nov 23 19:10:19.679273 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ca339-6ea6-409a-8021-d588dceb20fc req-7b3e1bd2-87c1-4508-b3bb-0d9b68264824 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:19.680734 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8f5ca339-6ea6-409a-8021-d588dceb20fc req-7b3e1bd2-87c1-4508-b3bb-0d9b68264824 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Nov 23 19:10:19.729560 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8f5ca339-6ea6-409a-8021-d588dceb20fc req-30496bdc-bde7-4fe0-a1bc-02099b92da29 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Nov 23 19:10:20.037427 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8ae4b-6eb8-4fc8-bab1-73e8221816c9 req-0184b841-2a4c-40f4-8dde-1d502fa5e135 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:20.038892 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4b8ae4b-6eb8-4fc8-bab1-73e8221816c9 req-0184b841-2a4c-40f4-8dde-1d502fa5e135 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0506530 Nov 23 19:10:20.088280 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4b8ae4b-6eb8-4fc8-bab1-73e8221816c9 req-2d84b682-8aca-4ff8-ae1e-7c6446761118 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Nov 23 19:10:20.843483 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8f7c-24ba-44fb-b225-b6a860ac165f req-9ac32b57-5089-4384-8ce0-4c416209e85a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:20.844971 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-02ea8f7c-24ba-44fb-b225-b6a860ac165f req-9ac32b57-5089-4384-8ce0-4c416209e85a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Nov 23 19:10:20.892657 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-02ea8f7c-24ba-44fb-b225-b6a860ac165f req-04d4dd61-ee8b-4870-babd-e0afdf9b6d9d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Nov 23 19:10:21.208795 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19543bf3-2f92-45d5-9a77-1d4a4268118c req-d9b55229-268a-461f-9b83-634d76afa08a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:21.210176 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-19543bf3-2f92-45d5-9a77-1d4a4268118c req-d9b55229-268a-461f-9b83-634d76afa08a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0502617 Nov 23 19:10:21.256771 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-19543bf3-2f92-45d5-9a77-1d4a4268118c req-c30f7743-1d20-482b-97a8-58fa58562d0f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Nov 23 19:10:22.005669 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a24ef-af95-46cb-8a4d-1b2481894ad1 req-f5002532-92aa-4a1a-9e7e-67608d3da7bd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:22.007113 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a40a24ef-af95-46cb-8a4d-1b2481894ad1 req-f5002532-92aa-4a1a-9e7e-67608d3da7bd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Nov 23 19:10:22.055237 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a40a24ef-af95-46cb-8a4d-1b2481894ad1 req-75ddac0a-5621-44e9-a0ec-c71c261a4cb7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 Nov 23 19:10:22.385055 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48667142-6d30-40fd-98cc-49b0bd41b8f5 req-55b3f799-95e8-463e-b2ca-f61cd4d14de2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:22.386568 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48667142-6d30-40fd-98cc-49b0bd41b8f5 req-55b3f799-95e8-463e-b2ca-f61cd4d14de2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0566859 Nov 23 19:10:22.440872 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48667142-6d30-40fd-98cc-49b0bd41b8f5 req-d31c19f6-10ab-4e33-afab-7995bbf0b171 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437067 Nov 23 19:10:22.672908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:22.756134 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d3b6-e53c-4694-8abe-ceae20128b33 req-5375714f-8170-4856-b276-57368796866e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:22.757606 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a6a6d3b6-e53c-4694-8abe-ceae20128b33 req-5375714f-8170-4856-b276-57368796866e tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.0502551 Nov 23 19:10:22.807031 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a6a6d3b6-e53c-4694-8abe-ceae20128b33 req-aa129790-3b22-438d-a388-498f2ce35c3a tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Nov 23 19:10:23.175454 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c09cf-7776-4431-967f-6f829dfd6c46 req-2aabc7c6-9d35-42b4-ae60-9fbc84e7e7a6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:23.176944 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f90c09cf-7776-4431-967f-6f829dfd6c46 req-2aabc7c6-9d35-42b4-ae60-9fbc84e7e7a6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Nov 23 19:10:23.222414 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f90c09cf-7776-4431-967f-6f829dfd6c46 req-c41b5d70-9163-4890-93f8-9bcd18b4a399 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Nov 23 19:10:23.441173 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:23.559640 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5439e-58f3-41cc-a553-15bc37794727 req-ec560d96-0f35-4078-a6ee-76496a27af3b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:23.561167 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-80c5439e-58f3-41cc-a553-15bc37794727 req-ec560d96-0f35-4078-a6ee-76496a27af3b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0505202 Nov 23 19:10:23.631861 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-80c5439e-58f3-41cc-a553-15bc37794727 req-d47de7b9-445b-407f-afb6-655bef076dd2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645573 Nov 23 19:10:23.925057 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa75dd-126f-4e15-b6ec-cf73b5d49d28 req-818d5c71-21c6-4377-a443-c94a15938d1b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:23.926533 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5faa75dd-126f-4e15-b6ec-cf73b5d49d28 req-818d5c71-21c6-4377-a443-c94a15938d1b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.0490658 Nov 23 19:10:23.973902 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5faa75dd-126f-4e15-b6ec-cf73b5d49d28 req-180df22e-c4cc-4c92-9a90-afdf1c679f1f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Nov 23 19:10:24.340236 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c27a-a255-4fe3-92e7-d98c1be118f2 req-93a7de04-77a8-4aad-a19b-0f840fac5c98 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:24.341675 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-82b4c27a-a255-4fe3-92e7-d98c1be118f2 req-93a7de04-77a8-4aad-a19b-0f840fac5c98 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Nov 23 19:10:24.397190 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-82b4c27a-a255-4fe3-92e7-d98c1be118f2 req-5f2d1df6-f0c9-43bf-bc81-448c86c96462 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479555 Nov 23 19:10:24.770465 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560ff9-a911-4779-97d4-ceadca6eaac1 req-52a407d9-4145-4f40-afa5-9a4d7e7c2e11 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:24.771969 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8560ff9-a911-4779-97d4-ceadca6eaac1 req-52a407d9-4145-4f40-afa5-9a4d7e7c2e11 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0493171 Nov 23 19:10:24.831241 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8560ff9-a911-4779-97d4-ceadca6eaac1 req-a93179f6-69e5-4e5b-8682-7de2820dfd3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512216 Nov 23 19:10:24.879214 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab499ee0-3a78-4c22-a45b-f4eee28cff96 req-241ae430-becd-4f0d-ab33-e8e47c1b7a9c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:24.880724 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ab499ee0-3a78-4c22-a45b-f4eee28cff96 req-241ae430-becd-4f0d-ab33-e8e47c1b7a9c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0493340 Nov 23 19:10:24.889930 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386565e-25de-4e4f-b987-a67f1a359359 req-a061567e-79dd-4951-aa0e-46d3d1d11506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:24.892064 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-a061567e-79dd-4951-aa0e-46d3d1d11506 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.0480583 Nov 23 19:10:24.938266 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ab499ee0-3a78-4c22-a45b-f4eee28cff96 req-c56832fc-9d80-4ed8-9afe-7a84c12309f5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496407 Nov 23 19:10:24.991994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386565e-25de-4e4f-b987-a67f1a359359 req-059493df-c19c-4b16-a573-bd3bde3e9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:24.993448 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-059493df-c19c-4b16-a573-bd3bde3e9622 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.0883911 Nov 23 19:10:25.043871 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-6236253d-f259-41b7-a105-7aca092049dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0411286 Nov 23 19:10:25.123459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386565e-25de-4e4f-b987-a67f1a359359 req-6dd71651-6933-457b-899d-85dfa4be5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:25.125625 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-6dd71651-6933-457b-899d-85dfa4be5a86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0735788 Nov 23 19:10:25.137676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c510c6-e960-451d-810f-fac231666c54 req-56345148-d700-40c1-b8a8-65109fcbf8de tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:25.139089 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c510c6-e960-451d-810f-fac231666c54 req-56345148-d700-40c1-b8a8-65109fcbf8de tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.0795648 Nov 23 19:10:25.173251 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-580b59a2-e588-41ea-a24c-aacd763ab55b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308592 Nov 23 19:10:25.258503 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c510c6-e960-451d-810f-fac231666c54 req-29c9d226-14d7-419c-b5d5-1f6464b22ff0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Nov 23 19:10:25.312853 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-0f9fe23f-8635-451c-ae3a-20f54f113017 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:25.314189 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-0f9fe23f-8635-451c-ae3a-20f54f113017 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 945 time: 0.1159313 Nov 23 19:10:25.337508 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-a665fe41-6aa4-4f6d-ad9a-897079482c7b service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403735 Nov 23 19:10:25.489515 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0386565e-25de-4e4f-b987-a67f1a359359 req-fc0de2e4-1b2c-4659-83e3-8943d0f73ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331551 Nov 23 19:10:25.492398 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Deleting port d56f9da9-3312-42ac-8320-941baad5c24b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:25.492727 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.518373 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e081-9e2f-417f-a04c-48a548c4ba90 req-da3a993d-9ae0-4534-9f44-81c53aa3dc25 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:25.519875 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-73a7e081-9e2f-417f-a04c-48a548c4ba90 req-da3a993d-9ae0-4534-9f44-81c53aa3dc25 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Nov 23 19:10:25.569109 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-73a7e081-9e2f-417f-a04c-48a548c4ba90 req-5c218489-597e-48b4-a447-dad52e46c084 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Nov 23 19:10:25.586198 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] For port d56f9da9-3312-42ac-8320-941baad5c24b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=d56f9da9-3312-42ac-8320-941baad5c24b,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:25.586637 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.599311 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Calling delete_port for d56f9da9-3312-42ac-8320-941baad5c24b owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:25.735370 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.750984 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa', 'a834f60d-d019-45f2-bf5d-107dba4b2c33', '22c75321-3ffb-415b-910b-9ab99dab2108', 'd56f9da9-3312-42ac-8320-941baad5c24b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:25.764406 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event deleted for resources: {'Port': ['ID=d56f9da9-3312-42ac-8320-941baad5c24b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:25.805288 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] No DVR routers for this DVR port d56f9da9-3312-42ac-8320-941baad5c24b on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:25.807564 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.810865 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-89bc3655-53a4-47f5-bd8c-eafdbfac55c6 req-30014cbb-3fe8-462f-8367-098b5cbd15fe tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "DELETE /v2.0/ports/d56f9da9-3312-42ac-8320-941baad5c24b HTTP/1.1" status: 204 len: 173 time: 0.4834077 Nov 23 19:10:25.811304 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'name': 'network-vif-deleted', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:25.813679 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a6ade-2fd1-4346-9bd1-0bd473667266" -d '{"events": [{"server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "name": "network-vif-deleted", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:25.856334 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd523c0-f55f-4a3b-905e-3b4968529406 x-openstack-request-id: req-4bd523c0-f55f-4a3b-905e-3b4968529406 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:25.856627 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fc7746-7c50-439e-9527-4cdf89bd01eb", "name": "network-vif-deleted", "tag": "d56f9da9-3312-42ac-8320-941baad5c24b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:25.856874 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bd523c0-f55f-4a3b-905e-3b4968529406 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:25.857333 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc7746-7c50-439e-9527-4cdf89bd01eb', 'name': 'network-vif-deleted', 'tag': 'd56f9da9-3312-42ac-8320-941baad5c24b', 'status': 'completed', 'code': 200} Nov 23 19:10:25.974306 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c7230-268d-4579-9bd6-31fe772e378d req-c8410fc5-4b3d-42fe-a3c9-cd72822e48e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:25.976373 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-998c7230-268d-4579-9bd6-31fe772e378d req-c8410fc5-4b3d-42fe-a3c9-cd72822e48e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0639846 Nov 23 19:10:26.029692 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-998c7230-268d-4579-9bd6-31fe772e378d req-5d61d649-79f4-46ff-9e3e-f3a4a8f8a965 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467689 Nov 23 19:10:26.073899 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397151-c9bc-47d0-b6da-c97f3f062ed5 req-2fbaf34a-ad35-402d-8138-60cb4f310cb6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:26.075310 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fb397151-c9bc-47d0-b6da-c97f3f062ed5 req-2fbaf34a-ad35-402d-8138-60cb4f310cb6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0643709 Nov 23 19:10:26.123744 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fb397151-c9bc-47d0-b6da-c97f3f062ed5 req-b5f9a6c2-651a-4c13-8b9e-4b4292b3ffef tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Nov 23 19:10:26.372212 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-18e04c96-302b-48d7-bd04-2dfcc516f7f4 req-7334f52e-107e-41cb-bd19-ebfe4412d945 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fc7746-7c50-439e-9527-4cdf89bd01eb HTTP/1.1" status: 200 len: 210 time: 0.0312476 Nov 23 19:10:26.534295 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44448) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.673530 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4d25-bbe2-4ad8-9fe4-a6f7e6eea2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.709569 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c943035-4358-48e8-9cf2-9692459b9094 req-dabb5d0b-5c21-4d22-bbde-d9c8f50a99be tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:26.711133 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c943035-4358-48e8-9cf2-9692459b9094 req-dabb5d0b-5c21-4d22-bbde-d9c8f50a99be tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0748880 Nov 23 19:10:26.780927 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c943035-4358-48e8-9cf2-9692459b9094 req-4fbeea98-b23f-4f60-8a93-b495ea57d9e7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636063 Nov 23 19:10:26.807539 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4d25-bbe2-4ad8-9fe4-a6f7e6eea2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.811288 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4d25-bbe2-4ad8-9fe4-a6f7e6eea2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.854131 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3cfd4d25-bbe2-4ad8-9fe4-a6f7e6eea2d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0175c2f85340398458bc4593a8fdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186278 Nov 23 19:10:26.856623 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44458) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.863074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd4d25-bbe2-4ad8-9fe4-a6f7e6eea2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd38f3-79ba-4713-9286-df74ea6351f0,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:26.907957 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.931230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.978461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.981161 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.982298 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53cd38f3-79ba-4713-9286-df74ea6351f0 HTTP/1.1" status: 204 len: 168 time: 0.1247406 Nov 23 19:10:26.991486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a77928-5fd6-49e8-8644-9ab7e6962621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd38f3-79ba-4713-9286-df74ea6351f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:27.153947 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc4a26-15cb-4ff0-b40e-4382a8d72f28 req-51eb2e03-512e-4f82-98d5-250a3dd9db4c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:27.155610 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03bc4a26-15cb-4ff0-b40e-4382a8d72f28 req-51eb2e03-512e-4f82-98d5-250a3dd9db4c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0496807 Nov 23 19:10:27.208423 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03bc4a26-15cb-4ff0-b40e-4382a8d72f28 req-92c37615-c683-42e1-8228-624a598c034c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471933 Nov 23 19:10:27.255973 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990969c-34ef-4f1e-9a4f-3659e5035c52 req-1c183616-6521-4dab-adb2-46f37a7dd5c4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:27.257614 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2990969c-34ef-4f1e-9a4f-3659e5035c52 req-1c183616-6521-4dab-adb2-46f37a7dd5c4 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0563099 Nov 23 19:10:27.307660 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2990969c-34ef-4f1e-9a4f-3659e5035c52 req-bd05f527-0cad-414e-9cc8-304dc9f9cebc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Nov 23 19:10:28.045507 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44510) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:28.071578 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device d56f9da9-3312-42ac-8320-941baad5c24b no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:28.092695 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: d56f9da9-3312-42ac-8320-941baad5c24b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:28.093971 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device d56f9da9-3312-42ac-8320-941baad5c24b not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:28.158420 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edf10068-4d81-46b0-bd46-16dc5c086ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.163164 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c922c85-9c98-4354-8908-5ef27f3e44d2 req-52c2cb88-cfb0-4e12-a8a3-44d8ea5380f5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:28.164745 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5c922c85-9c98-4354-8908-5ef27f3e44d2 req-52c2cb88-cfb0-4e12-a8a3-44d8ea5380f5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.2995322 Nov 23 19:10:28.214494 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5c922c85-9c98-4354-8908-5ef27f3e44d2 req-cf18e659-0d66-4488-a196-d937451f3790 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Nov 23 19:10:28.235568 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edf10068-4d81-46b0-bd46-16dc5c086ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.241613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edf10068-4d81-46b0-bd46-16dc5c086ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.284817 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-edf10068-4d81-46b0-bd46-16dc5c086ddc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26282f6277ad46c3b06dcd388923f610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357883 Nov 23 19:10:28.285331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44520) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:28.285512 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf10068-4d81-46b0-bd46-16dc5c086ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534761a7-431e-4177-bbe7-8ab7574dcd32,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:28.335978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.337384 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16242-36eb-4b01-b147-b5fcabe6d49c req-3e70e5fb-6716-486f-b688-e3a0eff0e399 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:28.338956 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dbc16242-36eb-4b01-b147-b5fcabe6d49c req-3e70e5fb-6716-486f-b688-e3a0eff0e399 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0553610 Nov 23 19:10:28.359555 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.407863 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dbc16242-36eb-4b01-b147-b5fcabe6d49c req-32578905-25bb-42b4-9f78-2c739a655843 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541573 Nov 23 19:10:28.445053 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.447589 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.448731 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/534761a7-431e-4177-bbe7-8ab7574dcd32 HTTP/1.1" status: 204 len: 168 time: 0.1623991 Nov 23 19:10:28.468595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a48e0d-c9e3-4ecb-bfe0-f52693a6e6d9 req-a6103905-e59b-44d8-9b52-f7522a4a3520 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:28.470434 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91a48e0d-c9e3-4ecb-bfe0-f52693a6e6d9 req-a6103905-e59b-44d8-9b52-f7522a4a3520 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0747025 Nov 23 19:10:28.471253 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397c6f-5d3f-4f05-8578-49c27b65eb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534761a7-431e-4177-bbe7-8ab7574dcd32,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:28.536843 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-91a48e0d-c9e3-4ecb-bfe0-f52693a6e6d9 req-b0ff767c-1101-49db-b4d0-6d7c7d71aae1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Nov 23 19:10:28.781307 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372c044-9bd9-4a4c-a701-bdaa48628b3e req-e01a290c-40db-4c79-a100-2009682510a2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:28.782781 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e372c044-9bd9-4a4c-a701-bdaa48628b3e req-e01a290c-40db-4c79-a100-2009682510a2 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0520742 Nov 23 19:10:28.832556 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e372c044-9bd9-4a4c-a701-bdaa48628b3e req-837a46f5-caf5-4d81-bdb8-76cb29126ec0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Nov 23 19:10:29.333626 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5cb1-e725-4743-85c4-674594e5d0a8 req-8c1b5af3-943d-4637-a2dd-87cfe20a88ec tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:29.335094 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f1f5cb1-e725-4743-85c4-674594e5d0a8 req-8c1b5af3-943d-4637-a2dd-87cfe20a88ec tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Nov 23 19:10:29.383043 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f1f5cb1-e725-4743-85c4-674594e5d0a8 req-586c8caa-d087-479e-b9b7-2baf203ee4a8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Nov 23 19:10:29.527319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a61397-400a-434f-a09c-5557232ab997 req-86b19320-5e83-4fb5-8ea9-d7665f2cd2f3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:29.528799 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-39a61397-400a-434f-a09c-5557232ab997 req-86b19320-5e83-4fb5-8ea9-d7665f2cd2f3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0501771 Nov 23 19:10:29.579342 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-39a61397-400a-434f-a09c-5557232ab997 req-33ea7e2c-27db-4a58-bfba-888519478523 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438676 Nov 23 19:10:29.653414 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578546d5-174f-4897-a377-224c28515055 req-9a1e42f9-29f4-484f-89b9-9d37a12920c8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:29.654843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-578546d5-174f-4897-a377-224c28515055 req-9a1e42f9-29f4-484f-89b9-9d37a12920c8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0518563 Nov 23 19:10:29.701790 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-578546d5-174f-4897-a377-224c28515055 req-1b189e1c-28ad-4e33-8ae7-38f833aac735 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Nov 23 19:10:29.948868 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2755b3-169e-4f4f-8b22-06376417ff88 req-c53c7108-bfee-4e13-933c-f88c75c18fb8 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:29.950320 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c2755b3-169e-4f4f-8b22-06376417ff88 req-c53c7108-bfee-4e13-933c-f88c75c18fb8 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0526700 Nov 23 19:10:29.997610 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6c2755b3-169e-4f4f-8b22-06376417ff88 req-2c15c0da-e2ac-4a90-abdb-44642fdd022b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Nov 23 19:10:30.496061 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca6f1d-7b7c-4a99-93df-ca44dcffadde req-cc5065bf-e4dd-4c76-ad6d-c6de6e749167 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:30.497496 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-70ca6f1d-7b7c-4a99-93df-ca44dcffadde req-cc5065bf-e4dd-4c76-ad6d-c6de6e749167 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Nov 23 19:10:30.542834 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-70ca6f1d-7b7c-4a99-93df-ca44dcffadde req-f0d11960-c356-4a6a-9075-032548385c88 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389524 Nov 23 19:10:30.702631 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d1303-1995-4720-89b2-3684fb72c689 req-46aa5fd7-4b4f-4c8b-8a07-bdf79b6e9277 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:30.704096 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa6d1303-1995-4720-89b2-3684fb72c689 req-46aa5fd7-4b4f-4c8b-8a07-bdf79b6e9277 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0509195 Nov 23 19:10:30.752380 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa6d1303-1995-4720-89b2-3684fb72c689 req-02a3c3af-071c-4077-b655-cce0d51e28c7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Nov 23 19:10:30.814428 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c4c3-9a56-4fe2-ad9c-ba0753b4455e req-2c9fe771-2493-415b-9682-0c0fe7ce1655 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:30.816064 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af79c4c3-9a56-4fe2-ad9c-ba0753b4455e req-2c9fe771-2493-415b-9682-0c0fe7ce1655 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0480793 Nov 23 19:10:30.865011 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af79c4c3-9a56-4fe2-ad9c-ba0753b4455e req-c3141235-358d-4b11-8b9f-3eced3b2b78b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Nov 23 19:10:30.934826 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-3cddcce6-2e7e-4f4e-af02-8dfa905809a0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:30.936280 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-3cddcce6-2e7e-4f4e-af02-8dfa905809a0 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.0524764 Nov 23 19:10:31.039274 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Deleting port 22c75321-3ffb-415b-910b-9ab99dab2108 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:31.039608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:31.157999 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] For port 22c75321-3ffb-415b-910b-9ab99dab2108, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=22c75321-3ffb-415b-910b-9ab99dab2108,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:31.158270 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:31.167302 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8a463-79d5-4ad2-9509-563087a88513 req-9d3f1272-83fb-472d-80f5-15c7121a3587 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:31.168792 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f9a8a463-79d5-4ad2-9509-563087a88513 req-9d3f1272-83fb-472d-80f5-15c7121a3587 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=8161430b-a376-475e-87fd-e2f5e1ce39ae HTTP/1.1" status: 200 len: 946 time: 0.1029634 Nov 23 19:10:31.184617 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Calling delete_port for 22c75321-3ffb-415b-910b-9ab99dab2108 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:31.260027 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f9a8a463-79d5-4ad2-9509-563087a88513 req-4beb379f-f125-4056-9db2-5b9ae7f930cb tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835054 Nov 23 19:10:31.343387 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:31.355751 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa', 'a834f60d-d019-45f2-bf5d-107dba4b2c33', '22c75321-3ffb-415b-910b-9ab99dab2108'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:31.372509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event deleted for resources: {'Port': ['ID=22c75321-3ffb-415b-910b-9ab99dab2108,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:31.415548 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] No DVR routers for this DVR port 22c75321-3ffb-415b-910b-9ab99dab2108 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:31.417955 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:31.422464 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fc2b9e67-79df-4fdf-9cfc-7ae039d7dbac req-c9fbe415-d098-4bc5-b62a-5a061de53327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "DELETE /v2.0/ports/22c75321-3ffb-415b-910b-9ab99dab2108 HTTP/1.1" status: 204 len: 173 time: 0.4683855 Nov 23 19:10:31.422913 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'name': 'network-vif-deleted', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:31.425406 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79579d19-937f-4b92-bcf4-9430a49083e8" -d '{"events": [{"server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "name": "network-vif-deleted", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:31.463222 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c846d48-d2be-4966-92cf-2157caf915d8 x-openstack-request-id: req-7c846d48-d2be-4966-92cf-2157caf915d8 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:31.463522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8161430b-a376-475e-87fd-e2f5e1ce39ae", "name": "network-vif-deleted", "tag": "22c75321-3ffb-415b-910b-9ab99dab2108", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:31.463789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c846d48-d2be-4966-92cf-2157caf915d8 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:31.464218 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161430b-a376-475e-87fd-e2f5e1ce39ae', 'name': 'network-vif-deleted', 'tag': '22c75321-3ffb-415b-910b-9ab99dab2108', 'status': 'completed', 'code': 200} Nov 23 19:10:31.659645 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe6c-7af9-45a2-9e00-18d0a4869db6 req-301d413a-f119-4700-83dd-4584f7dac792 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:31.661144 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7338fe6c-7af9-45a2-9e00-18d0a4869db6 req-301d413a-f119-4700-83dd-4584f7dac792 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Nov 23 19:10:31.707344 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7338fe6c-7af9-45a2-9e00-18d0a4869db6 req-fe31750e-20fc-4f25-aa58-967cf53e6232 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Nov 23 19:10:31.872474 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c830b9-f416-4c15-89bd-45473ad1e734 req-44875f6f-40ff-49ae-8a7f-06f3eb9f69bf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:31.873959 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-39c830b9-f416-4c15-89bd-45473ad1e734 req-44875f6f-40ff-49ae-8a7f-06f3eb9f69bf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0493641 Nov 23 19:10:31.924083 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-39c830b9-f416-4c15-89bd-45473ad1e734 req-da21b800-663d-495d-bee3-37b045ab671f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Nov 23 19:10:31.988698 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8ba3-6b31-4ff3-8d3d-2c60a71c4a82 req-d4460b4a-2d54-4ac4-b66b-49e1141c2858 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:31.991608 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-703f8ba3-6b31-4ff3-8d3d-2c60a71c4a82 req-d4460b4a-2d54-4ac4-b66b-49e1141c2858 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0570331 Nov 23 19:10:32.049530 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-703f8ba3-6b31-4ff3-8d3d-2c60a71c4a82 req-d1ee5d56-fc10-4f5c-bf87-6853c1eed53f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Nov 23 19:10:32.073728 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:10:32.167302 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:32.179219 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:10:32.215673 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.228544 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:32.250814 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:32.254714 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.304867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:32.388799 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:32.528349 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bd573-4df8-45b4-86ff-118cef0f3057 req-83c380da-e983-48a7-88fb-75eb97f3bc43 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:32.530009 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-117bd573-4df8-45b4-86ff-118cef0f3057 req-83c380da-e983-48a7-88fb-75eb97f3bc43 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0486429 Nov 23 19:10:32.576722 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-117bd573-4df8-45b4-86ff-118cef0f3057 req-18457847-74da-42fe-8061-4606b8199327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Nov 23 19:10:32.826278 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c71de-1e5f-4754-b609-dad0c61f2023 req-57b2f336-68ce-4a16-8f87-dccaa8b418a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:32.828412 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b79c71de-1e5f-4754-b609-dad0c61f2023 req-57b2f336-68ce-4a16-8f87-dccaa8b418a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Nov 23 19:10:32.875654 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b79c71de-1e5f-4754-b609-dad0c61f2023 req-59d39adb-a000-4b88-ab70-4ba66c8f49d0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Nov 23 19:10:33.045316 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71de2dc-21c2-4a72-850d-8bfa1cc8cd6c req-1ef56660-034d-4a09-8512-79a158b9d0aa tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:33.047249 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f71de2dc-21c2-4a72-850d-8bfa1cc8cd6c req-1ef56660-034d-4a09-8512-79a158b9d0aa tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0508182 Nov 23 19:10:33.094152 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f71de2dc-21c2-4a72-850d-8bfa1cc8cd6c req-224fc786-195e-4bc3-bf44-eb382c6bfb14 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 Nov 23 19:10:33.164115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b5da-b6bc-42c4-bd7c-7d12bf588eed req-1a62cac0-b590-474f-b291-c81545125915 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:33.165549 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f587b5da-b6bc-42c4-bd7c-7d12bf588eed req-1a62cac0-b590-474f-b291-c81545125915 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0472472 Nov 23 19:10:33.213238 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f587b5da-b6bc-42c4-bd7c-7d12bf588eed req-8961532a-0e43-4b09-acf0-1b72566714f0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Nov 23 19:10:33.690118 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d5d5-9de2-46c2-81fb-e3dd899a9a0c req-acdc3e88-3cc0-4c32-98ec-e674d1394f0b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:33.691549 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bf29d5d5-9de2-46c2-81fb-e3dd899a9a0c req-acdc3e88-3cc0-4c32-98ec-e674d1394f0b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Nov 23 19:10:33.737522 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bf29d5d5-9de2-46c2-81fb-e3dd899a9a0c req-31c225e9-9ea0-4a23-9df5-4cb1693e964f tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Nov 23 19:10:33.972369 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-99e65fff-2eeb-4277-b51b-49d727cef1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.992838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beecbc2-86b5-4ba2-8e0c-86ad06933546 req-fe6f672c-811f-44bb-ac75-ec6793a50d13 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:33.994324 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3beecbc2-86b5-4ba2-8e0c-86ad06933546 req-fe6f672c-811f-44bb-ac75-ec6793a50d13 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Nov 23 19:10:34.045075 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3beecbc2-86b5-4ba2-8e0c-86ad06933546 req-9271941a-d45f-40f0-a260-b4c79b20aa4b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Nov 23 19:10:34.069233 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:34.116519 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:34.116888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.194546 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.215363 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968fc86-2237-4d14-882f-32211c1f4149 req-9d7c0d87-5f7e-4b37-9815-94453312dab2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:34.216970 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d968fc86-2237-4d14-882f-32211c1f4149 req-9d7c0d87-5f7e-4b37-9815-94453312dab2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0499556 Nov 23 19:10:34.223606 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:34.225950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2827c99d-8493-4f75-917a-e56752e4d29f" -d '{"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:34.239270 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:34.244084 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.244965 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 22c75321-3ffb-415b-910b-9ab99dab2108 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:34.265839 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-64242eee-68c7-4037-a299-59d5453c4ac0 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773956812&fields=id&tenant_id=af7b6a7745224e7294d5f40caa5e206f HTTP/1.1" status: 200 len: 267 time: 0.0478733 Nov 23 19:10:34.271972 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d968fc86-2237-4d14-882f-32211c1f4149 req-8cf430c4-8763-4fd6-8b1e-7c61309261a5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 Nov 23 19:10:34.283812 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 22c75321-3ffb-415b-910b-9ab99dab2108 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:34.284428 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 22c75321-3ffb-415b-910b-9ab99dab2108 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:34.318601 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:34.331178 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c1af2-56fc-42d8-ad70-2f9d1f86326f x-openstack-request-id: req-196c1af2-56fc-42d8-ad70-2f9d1f86326f {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:34.331705 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:34.332043 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-196c1af2-56fc-42d8-ad70-2f9d1f86326f {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:34.332493 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'code': 200} Nov 23 19:10:34.391410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-7016e04e-a7a6-416d-b4b6-2b53c672904a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:34.392892 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-7016e04e-a7a6-416d-b4b6-2b53c672904a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 807 time: 0.1162505 Nov 23 19:10:34.407661 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-10674574-c30c-47e9-b508-f5648833ffa6 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/quotas/af7b6a7745224e7294d5f40caa5e206f HTTP/1.1" status: 200 len: 375 time: 0.0089788 Nov 23 19:10:34.423984 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bfdfd-7b52-4950-900e-536356460647 req-4f416647-d97f-423a-9f3b-a02edb731223 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:34.425636 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-411bfdfd-7b52-4950-900e-536356460647 req-4f416647-d97f-423a-9f3b-a02edb731223 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0494020 Nov 23 19:10:34.463169 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-65a53b76-1c54-46c0-8112-1b572b28130f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498526 Nov 23 19:10:34.473935 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-411bfdfd-7b52-4950-900e-536356460647 req-b4378821-88e5-44e3-8b7a-a5044c353093 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Nov 23 19:10:34.586148 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-1282e8a7-80eb-49a3-9cad-df92d4821e34 service neutron] 10.222.0.31 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108320 Nov 23 19:10:34.607959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-32f37532-e940-47c5-ad15-a10bd1fd93ef tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:34.609376 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-32f37532-e940-47c5-ad15-a10bd1fd93ef tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0716510 Nov 23 19:10:34.739607 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-abd3fd8b-9f16-449f-893c-a5600e54e950 service neutron] 10.222.0.31 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471846 Nov 23 19:10:34.757721 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Deleting port a834f60d-d019-45f2-bf5d-107dba4b2c33 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:34.758051 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.856914 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a6f-8c7c-4f19-a1a6-899e0caf90d3 req-39dd219d-49db-448b-bdaa-b1b4bb5b2724 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:34.858482 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-78384a6f-8c7c-4f19-a1a6-899e0caf90d3 req-39dd219d-49db-448b-bdaa-b1b4bb5b2724 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bd7a45-b336-4119-b140-b801c64db412 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Nov 23 19:10:34.858973 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] For port a834f60d-d019-45f2-bf5d-107dba4b2c33, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a834f60d-d019-45f2-bf5d-107dba4b2c33,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:34.859331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.872994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Calling delete_port for a834f60d-d019-45f2-bf5d-107dba4b2c33 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:34.911279 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-78384a6f-8c7c-4f19-a1a6-899e0caf90d3 req-2614515c-b089-4d2a-946e-a5bd7a1fd327 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Nov 23 19:10:35.009400 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.023451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['1724aa31-f93e-4691-bd8a-5e35a5721baa', 'a834f60d-d019-45f2-bf5d-107dba4b2c33'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:35.039228 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event deleted for resources: {'Port': ['ID=a834f60d-d019-45f2-bf5d-107dba4b2c33,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:35.058701 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-66e2e604-4a2b-4a5f-8160-0116eb1eb422 req-a6ba97c3-2d94-409d-8663-12200dbef88a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 210 time: 0.0337095 Nov 23 19:10:35.087230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] No DVR routers for this DVR port a834f60d-d019-45f2-bf5d-107dba4b2c33 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:35.089493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.093423 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99cc8c31-f03a-46a7-b60b-c0edb6fe61ac req-0a02effc-1781-4339-984f-9ed9cc592225 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "DELETE /v2.0/ports/a834f60d-d019-45f2-bf5d-107dba4b2c33 HTTP/1.1" status: 204 len: 173 time: 0.4665596 Nov 23 19:10:35.093889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'name': 'network-vif-deleted', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:35.096182 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbdfda9-dc20-49be-85ee-84d86874b014" -d '{"events": [{"server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "name": "network-vif-deleted", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:35.175436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355ec4b-35cc-483a-a6e1-3526dfc0ddd5 x-openstack-request-id: req-8355ec4b-35cc-483a-a6e1-3526dfc0ddd5 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:35.175669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd7a45-b336-4119-b140-b801c64db412", "name": "network-vif-deleted", "tag": "a834f60d-d019-45f2-bf5d-107dba4b2c33", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:35.176037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8355ec4b-35cc-483a-a6e1-3526dfc0ddd5 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:35.176454 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd7a45-b336-4119-b140-b801c64db412', 'name': 'network-vif-deleted', 'tag': 'a834f60d-d019-45f2-bf5d-107dba4b2c33', 'status': 'completed', 'code': 200} Nov 23 19:10:35.201038 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04839649-67ad-4416-ac0c-2177c5f05379 req-f7d89ab5-4997-4d97-b283-09f2c11136c9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:35.203735 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04839649-67ad-4416-ac0c-2177c5f05379 req-f7d89ab5-4997-4d97-b283-09f2c11136c9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0705271 Nov 23 19:10:35.262790 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04839649-67ad-4416-ac0c-2177c5f05379 req-11dd70c4-4da0-4e24-8edb-86b170e118f7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521507 Nov 23 19:10:35.404989 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90120b-cee8-4cb5-a087-4e542a65806f req-642af2ff-966b-4617-9d5b-4195e1d05587 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:35.407407 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d90120b-cee8-4cb5-a087-4e542a65806f req-642af2ff-966b-4617-9d5b-4195e1d05587 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0518389 Nov 23 19:10:35.454686 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d90120b-cee8-4cb5-a087-4e542a65806f req-980bec38-87b9-42f0-99d1-8731b23a5354 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Nov 23 19:10:35.594354 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bff605-5ebb-4360-9dd4-d84ca32cf9a9 req-5a6c5b02-099b-457b-b11a-994743297651 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:35.595842 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33bff605-5ebb-4360-9dd4-d84ca32cf9a9 req-5a6c5b02-099b-457b-b11a-994743297651 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0544960 Nov 23 19:10:35.650839 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-33bff605-5ebb-4360-9dd4-d84ca32cf9a9 req-55370b48-f358-44d4-b0c6-36407e0fd4bc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Nov 23 19:10:36.158630 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4610145f-b30e-4ef5-bccc-7e3aa5c5c38b req-53f101c9-548e-4467-af30-6d885a407c18 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 210 time: 0.0302825 Nov 23 19:10:36.232581 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-941b5979-352d-4268-a068-6227f64ae217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.349274 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-07c63cd0-3f5b-40b1-a8cb-e0cae9749165 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:36.350780 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-07c63cd0-3f5b-40b1-a8cb-e0cae9749165 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 807 time: 0.1559298 Nov 23 19:10:36.393807 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ded06-6c0f-4d4a-af94-f4434106f2f3 req-bcac68f9-86fc-4a45-b844-b2c084b8a01f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:36.395328 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b89ded06-6c0f-4d4a-af94-f4434106f2f3 req-bcac68f9-86fc-4a45-b844-b2c084b8a01f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Nov 23 19:10:36.439232 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a1ab8ba0-aff2-432a-9bcf-2faa1186d954 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af7b6a7745224e7294d5f40caa5e206f HTTP/1.1" status: 200 len: 380 time: 0.0688438 Nov 23 19:10:36.449320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'port': {'device_id': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'admin_state_up': True, 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'security_groups': ['d6e0356e-c2c4-4190-b8f1-13c48e1c41e6']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:36.450057 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b89ded06-6c0f-4d4a-af94-f4434106f2f3 req-53af1683-b2e5-4aa5-9c6e-c040f80dbce9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480192 Nov 23 19:10:36.603169 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb7e7-1441-49a6-8f07-60023cca6800 req-a6d01257-b05f-47e5-87d4-4f70954b0120 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:36.604663 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-50efb7e7-1441-49a6-8f07-60023cca6800 req-a6d01257-b05f-47e5-87d4-4f70954b0120 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0721693 Nov 23 19:10:36.629519 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Made reservation on behalf of af7b6a7745224e7294d5f40caa5e206f for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:36.632987 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.722344 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-50efb7e7-1441-49a6-8f07-60023cca6800 req-597981d6-5ba2-49ef-b8bd-accaa00a36cc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101766 Nov 23 19:10:36.787536 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709087f-ef82-4ac8-865d-a6718193e49d req-42ba59e5-8138-4483-b5dd-18d5f6fe79f5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:36.794994 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5709087f-ef82-4ac8-865d-a6718193e49d req-42ba59e5-8138-4483-b5dd-18d5f6fe79f5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0620923 Nov 23 19:10:36.825537 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Allocated IP 172.20.0.12 (e114cf83-bdfa-4441-b097-9dbda48da4f5/c2583976-51cf-45f4-8162-7ad9159e7e70/e561e0b4-7301-4b1f-9300-218ef05ed8a1) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:36.848949 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5709087f-ef82-4ac8-865d-a6718193e49d req-b5e68db4-2d6d-4ad0-8a46-b6dc71f660ed tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Nov 23 19:10:36.979473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.016710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.069291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:37.073705 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:37.078950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:37.085382 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.086188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.105941 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6604459 Nov 23 19:10:37.107064 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c76af5-7083-4baf-8f39-711bf6cb7e34 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:37.123858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Request body: {'port': {'device_id': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:37.198526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.407994 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344aa5-295f-4546-91b8-579e35bdf114 req-15720173-2706-40b6-9c24-b39cec8c728f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.417128 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-09344aa5-295f-4546-91b8-579e35bdf114 req-15720173-2706-40b6-9c24-b39cec8c728f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 932 time: 0.1364853 Nov 23 19:10:37.465150 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.500038 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-09344aa5-295f-4546-91b8-579e35bdf114 req-7e1c4c7e-82ce-42be-8c13-9083e1a2c2d1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775604 Nov 23 19:10:37.554273 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fc70d200-e7d9-4fe6-be7d-98e02845e8f5 None None] Provisioning complete for port e561e0b4-7301-4b1f-9300-218ef05ed8a1 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:37.554639 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fc70d200-e7d9-4fe6-be7d-98e02845e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.678572 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96ebb-2873-4b18-aa05-27491825e5d7 req-8e555b52-000e-4822-980b-39aea0f42cd8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.681815 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3ba96ebb-2873-4b18-aa05-27491825e5d7 req-8e555b52-000e-4822-980b-39aea0f42cd8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.1161239 Nov 23 19:10:37.692403 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-fc70d200-e7d9-4fe6-be7d-98e02845e8f5 None None] Port e561e0b4-7301-4b1f-9300-218ef05ed8a1 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:10:37.779193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7f2a-cb0b-4271-8360-0699ea54355f req-e7a451a8-93bc-43f0-9383-61e7fd1a045c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.781616 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-23fb7f2a-cb0b-4271-8360-0699ea54355f req-e7a451a8-93bc-43f0-9383-61e7fd1a045c tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.1161780 Nov 23 19:10:37.784234 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3ba96ebb-2873-4b18-aa05-27491825e5d7 req-a0c146ea-58a5-444c-97f8-20dc89c5c80c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956008 Nov 23 19:10:37.855282 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e561e0b4-7301-4b1f-9300-218ef05ed8a1 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:37.871049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.889569 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-23fb7f2a-cb0b-4271-8360-0699ea54355f req-799228e3-5ff0-4a1c-8b14-0de528481ff8 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762992 Nov 23 19:10:37.901826 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c562-13fb-4088-94c6-53583239f61e req-8823d6fd-17d6-4050-834b-46ae64023f51 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.906663 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3944c562-13fb-4088-94c6-53583239f61e req-8823d6fd-17d6-4050-834b-46ae64023f51 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0699756 Nov 23 19:10:37.916921 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Transition to ACTIVE for port object e561e0b4-7301-4b1f-9300-218ef05ed8a1 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:10:37.920393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.964660 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3944c562-13fb-4088-94c6-53583239f61e req-1fd95e22-5a39-41f6-8997-90b482bcbd7e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569575 Nov 23 19:10:38.056420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:38.102756 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a834f60d-d019-45f2-bf5d-107dba4b2c33 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:38.108865 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e6b1f-c119-4660-a82e-3fecc513e154 req-6ae0d01c-cf31-4e5d-b8ec-ddbce09e0a21 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.117173 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-712e6b1f-c119-4660-a82e-3fecc513e154 req-6ae0d01c-cf31-4e5d-b8ec-ddbce09e0a21 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1159015 Nov 23 19:10:38.147521 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: a834f60d-d019-45f2-bf5d-107dba4b2c33 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:38.148125 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a834f60d-d019-45f2-bf5d-107dba4b2c33 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:38.150772 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Attempting to bind port e561e0b4-7301-4b1f-9300-218ef05ed8a1 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:38.151113 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Attempting to bind port e561e0b4-7301-4b1f-9300-218ef05ed8a1 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:38.151445 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Attempting to bind port e561e0b4-7301-4b1f-9300-218ef05ed8a1 on network e114cf83-bdfa-4441-b097-9dbda48da4f5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:38.166550 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Port e561e0b4-7301-4b1f-9300-218ef05ed8a1 on network e114cf83-bdfa-4441-b097-9dbda48da4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:10:38.166874 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Attempting to bind port e561e0b4-7301-4b1f-9300-218ef05ed8a1 on network e114cf83-bdfa-4441-b097-9dbda48da4f5 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:38.180888 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:38.181228 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Checking segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:38.181668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Bound using segment: {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:38.182023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Bound port: e561e0b4-7301-4b1f-9300-218ef05ed8a1, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6658105-dfde-4142-a88e-83542fac7713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:38.182389 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:38.226057 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-712e6b1f-c119-4660-a82e-3fecc513e154 req-d1ac5d09-7c05-4074-82db-f0fdec913015 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Nov 23 19:10:38.397371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:38.401529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:38.410661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:38.458993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.459993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:38.461467 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] 10.222.0.54 "PUT /v2.0/ports/e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 1094 time: 1.3420012 Nov 23 19:10:38.462069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:38.464437 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e06796-e0ac-4cc4-8407-3636f6091de7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:38.495030 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04df7e-5296-4ff8-ac93-77740806e560 service neutron] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:38.527472 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b808f4c-65ae-4632-b490-b67d78e5280a x-openstack-request-id: req-0b808f4c-65ae-4632-b490-b67d78e5280a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:38.527851 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:38.539635 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b808f4c-65ae-4632-b490-b67d78e5280a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:38.540229 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'status': 'completed', 'code': 200} Nov 23 19:10:38.602699 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-5f1dcc54-7b36-44b3-9ad2-c018b34562f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.606491 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-5f1dcc54-7b36-44b3-9ad2-c018b34562f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1097 time: 0.0808640 Nov 23 19:10:38.691550 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-03b78842-d0ac-43f8-8049-8762287e94d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 217 time: 0.0730128 Nov 23 19:10:38.714584 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6be91-d7b6-4dd9-b570-4f3385de09ed req-89f34c4d-869c-4b45-a7f3-b805ea5c8178 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.716276 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-35e6be91-d7b6-4dd9-b570-4f3385de09ed req-89f34c4d-869c-4b45-a7f3-b805ea5c8178 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.1089003 Nov 23 19:10:38.784426 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:38.803007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-6bb896ce-bbeb-4618-9366-3a27aaeaeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.805372 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-6bb896ce-bbeb-4618-9366-3a27aaeaeca0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.1053531 Nov 23 19:10:38.818328 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-35e6be91-d7b6-4dd9-b570-4f3385de09ed req-673d288a-92d0-4197-83d1-81a843673208 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799894 Nov 23 19:10:38.880964 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-71d3311f-bb99-4c07-9853-6defa1051dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.882862 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-71d3311f-bb99-4c07-9853-6defa1051dca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588045 Nov 23 19:10:38.945457 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb632a-9db3-4ea0-8659-7568479d6fec req-ae862af6-45a7-492f-b591-4d81ce85f1ad tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:38.953916 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4acb632a-9db3-4ea0-8659-7568479d6fec req-ae862af6-45a7-492f-b591-4d81ce85f1ad tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0600231 Nov 23 19:10:39.000268 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-fd466cc2-481c-4719-856a-9045a703b24b service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062694 Nov 23 19:10:39.016167 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4acb632a-9db3-4ea0-8659-7568479d6fec req-6fb24250-fb39-485c-9a08-ae560607e240 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562716 Nov 23 19:10:39.121399 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040af3e-b5d5-4d9d-9f35-72fc8970ef1e req-334bda08-d867-4377-9544-b251258bd8f4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.123404 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6040af3e-b5d5-4d9d-9f35-72fc8970ef1e req-334bda08-d867-4377-9544-b251258bd8f4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0516372 Nov 23 19:10:39.154061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3508390-5b6f-4bd6-9ee0-c1f270ac4e88 req-3668b2b0-35da-472d-98f7-d307efa81649 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431832 Nov 23 19:10:39.162965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88799d7-52ab-47c5-b93e-b9ea6ffa37e4 req-48c2cdd0-28f1-4f18-99ce-b3fea62a069b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.168822 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b88799d7-52ab-47c5-b93e-b9ea6ffa37e4 req-48c2cdd0-28f1-4f18-99ce-b3fea62a069b tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.1608942 Nov 23 19:10:39.192989 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6040af3e-b5d5-4d9d-9f35-72fc8970ef1e req-7a5bedd9-ba75-462f-89e9-a8e0d1557784 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634902 Nov 23 19:10:39.303205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-22389bc1-e601-4313-9e9b-c2673ad7f794 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.306683 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-22389bc1-e601-4313-9e9b-c2673ad7f794 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 946 time: 0.1365771 Nov 23 19:10:39.333740 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b88799d7-52ab-47c5-b93e-b9ea6ffa37e4 req-58b413b3-2184-4053-881e-4665de999e89 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/security-groups?id=70f14155-0e5a-41c5-a059-f96892f8b293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472557 Nov 23 19:10:39.475990 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-fdac4fa5-9724-4209-ba8b-a6ff63919508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.477491 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-fdac4fa5-9724-4209-ba8b-a6ff63919508 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1097 time: 0.2390628 Nov 23 19:10:39.539477 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fae1b-939b-4948-a7cf-0e3025a19921 req-62c52090-d9c5-49d9-8850-88304915cc72 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.541916 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cd9fae1b-939b-4948-a7cf-0e3025a19921 req-62c52090-d9c5-49d9-8850-88304915cc72 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0712678 Nov 23 19:10:39.653368 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cd9fae1b-939b-4948-a7cf-0e3025a19921 req-617de0fd-1c55-46c1-8d6a-2faf72f2e346 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937970 Nov 23 19:10:39.657167 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081644-0993-4a88-b16c-ede71967932e req-c7805526-bee2-46d5-9959-7ccad7f6e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.665114 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-c7805526-bee2-46d5-9959-7ccad7f6e7c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1098 time: 0.1218824 Nov 23 19:10:39.849886 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081644-0993-4a88-b16c-ede71967932e req-3ddb4255-7d88-4565-95c1-1b24d8a770f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.849886 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-3ddb4255-7d88-4565-95c1-1b24d8a770f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.1330204 Nov 23 19:10:39.938545 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Deleting port 1724aa31-f93e-4691-bd8a-5e35a5721baa {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:39.938881 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:39.948483 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26ed0-13b3-4d5a-ae5b-fdea0d38956a req-14fab595-bd82-4a05-a406-1a4963c58758 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.949936 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-10f26ed0-13b3-4d5a-ae5b-fdea0d38956a req-14fab595-bd82-4a05-a406-1a4963c58758 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.4424908 Nov 23 19:10:39.977839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-b0b2bb9e-8fba-4fef-95f3-a0831f66cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:39.979307 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-b0b2bb9e-8fba-4fef-95f3-a0831f66cf3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.4886568 Nov 23 19:10:40.067374 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-2606ef27-ca98-43f0-825f-5f8975c4570a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 217 time: 0.0739279 Nov 23 19:10:40.104771 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-9280072b-78c7-4055-a067-9c321ebd8761 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 1000 time: 0.2646458 Nov 23 19:10:40.113448 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3cc13-6ff1-43ea-8659-17d20bf4c6b0 req-41954a8a-5484-4a97-9c1a-1e5e32d77e30 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.120605 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d0e3cc13-6ff1-43ea-8659-17d20bf4c6b0 req-41954a8a-5484-4a97-9c1a-1e5e32d77e30 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.1145525 Nov 23 19:10:40.144343 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-10f26ed0-13b3-4d5a-ae5b-fdea0d38956a req-a8e261ec-1d32-4b16-a2e1-9f14a8b9bd51 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773491 Nov 23 19:10:40.176503 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] For port 1724aa31-f93e-4691-bd8a-5e35a5721baa, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1724aa31-f93e-4691-bd8a-5e35a5721baa,segment=NetworkSegment(fe7133c3-d568-4926-9e6c-dd5b512fb9a9),segment_id=fe7133c3-d568-4926-9e6c-dd5b512fb9a9)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:40.177012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:40.191776 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Calling delete_port for 1724aa31-f93e-4691-bd8a-5e35a5721baa owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:40.201093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-b8592a51-209c-4a69-8e38-de322538a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.203240 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-b8592a51-209c-4a69-8e38-de322538a358 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.1240973 Nov 23 19:10:40.208406 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081644-0993-4a88-b16c-ede71967932e req-01beec26-ccca-472e-a230-7ad6c44ba135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.209843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-01beec26-ccca-472e-a230-7ad6c44ba135 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0873475 Nov 23 19:10:40.223686 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d0e3cc13-6ff1-43ea-8659-17d20bf4c6b0 req-01429c5e-b85d-4555-814f-1686fb38f491 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021864 Nov 23 19:10:40.294790 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081644-0993-4a88-b16c-ede71967932e req-157c1fb6-fac2-4c13-8aea-723da797a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.297812 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-157c1fb6-fac2-4c13-8aea-723da797a823 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575299 Nov 23 19:10:40.305028 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:40.437126 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-0f403c21-44d3-43c9-a32b-ec35a3749c7f service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214993 Nov 23 19:10:40.437923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-5f524068-8283-4222-aa9a-9b49e0b40361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.439781 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-5f524068-8283-4222-aa9a-9b49e0b40361 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1633420 Nov 23 19:10:40.451473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:40.475421 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98390ce6-879d-405b-8ee7-d0bc71e67614 req-c52de574-8265-4751-90d1-1f90991ab578 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.480370 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1b4b0d64-39d6-4b37-8c17-b42ec2cdb0ef req-b74699fc-026c-48f7-8ee4-5c14d44e2df5 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72b6eeb-6b30-49ef-ba20-7cf3c3a33915 HTTP/1.1" status: 200 len: 210 time: 0.0423210 Nov 23 19:10:40.482746 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-98390ce6-879d-405b-8ee7-d0bc71e67614 req-c52de574-8265-4751-90d1-1f90991ab578 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.1327844 Nov 23 19:10:40.534308 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Pushing event deleted for resources: {'Port': ['ID=1724aa31-f93e-4691-bd8a-5e35a5721baa,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:40.586953 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-53689594-fb50-485e-9434-4e3330eebcce service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180511 Nov 23 19:10:40.616998 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] No DVR routers for this DVR port 1724aa31-f93e-4691-bd8a-5e35a5721baa on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:40.619650 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:40.624650 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ed51a66f-9752-44e8-9ed9-aba6ecc34547 req-ce8a29dd-18d3-4619-a8db-9fe0e5d23ce4 tempest-AttachVolumeNegativeTest-1326841372 tempest-AttachVolumeNegativeTest-1326841372-project] 10.222.0.54 "DELETE /v2.0/ports/1724aa31-f93e-4691-bd8a-5e35a5721baa HTTP/1.1" status: 204 len: 173 time: 1.2851067 Nov 23 19:10:40.637808 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'name': 'network-vif-deleted', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:40.640721 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e307f-0859-42b9-96e5-1127d07d0db7" -d '{"events": [{"server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "name": "network-vif-deleted", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:40.697248 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-98390ce6-879d-405b-8ee7-d0bc71e67614 req-3ddee127-5374-4a51-a98f-8e05aa15d69e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126019 Nov 23 19:10:40.725049 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-eee2af26-bedd-4cac-ac5f-c4ddd23c93b7 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713122 Nov 23 19:10:40.733035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f096b4ec-6689-4a37-a479-e30cda94b49f x-openstack-request-id: req-f096b4ec-6689-4a37-a479-e30cda94b49f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:40.733768 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72b6eeb-6b30-49ef-ba20-7cf3c3a33915", "name": "network-vif-deleted", "tag": "1724aa31-f93e-4691-bd8a-5e35a5721baa", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:40.734129 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f096b4ec-6689-4a37-a479-e30cda94b49f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:40.734792 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72b6eeb-6b30-49ef-ba20-7cf3c3a33915', 'name': 'network-vif-deleted', 'tag': '1724aa31-f93e-4691-bd8a-5e35a5721baa', 'status': 'completed', 'code': 200} Nov 23 19:10:40.899206 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0c26-abbb-4bbe-96ec-f1c1284d1090 req-afa6258e-19c0-4ede-a60c-2e0c384c64a3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:40.900795 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9b9b0c26-abbb-4bbe-96ec-f1c1284d1090 req-afa6258e-19c0-4ede-a60c-2e0c384c64a3 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0960989 Nov 23 19:10:40.911914 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-55e06796-e0ac-4cc4-8407-3636f6091de7 req-cf812768-39f3-401d-98a9-cd396deb3eae service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753850 Nov 23 19:10:40.978141 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9b9b0c26-abbb-4bbe-96ec-f1c1284d1090 req-b3543f54-11d8-4fa2-ab6c-c7dbed968529 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672703 Nov 23 19:10:41.304093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be937cd9-cd64-4e36-b57d-33b2c3fec069 req-6ffa222c-88c7-4795-a114-794e013b9845 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:41.320426 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-be937cd9-cd64-4e36-b57d-33b2c3fec069 req-6ffa222c-88c7-4795-a114-794e013b9845 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0868208 Nov 23 19:10:41.386576 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe51b-e656-43d3-8c17-246971e7f734 req-8f245f29-16eb-4be2-9407-a2b41d861302 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:41.396595 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-92ffe51b-e656-43d3-8c17-246971e7f734 req-8f245f29-16eb-4be2-9407-a2b41d861302 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0753398 Nov 23 19:10:41.406660 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-be937cd9-cd64-4e36-b57d-33b2c3fec069 req-815086eb-326e-45d9-994b-b50fec1691fd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827198 Nov 23 19:10:41.454826 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-92ffe51b-e656-43d3-8c17-246971e7f734 req-e15e99f1-97bb-403c-9033-41d2b75b8518 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572791 Nov 23 19:10:41.547786 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44776) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:41.603442 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Deleting subnet e37f3a65-4b19-420b-8f3f-d189d5ec0859 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:10:41.607307 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.646178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.652242 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.723256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.738579 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.742210 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e37f3a65-4b19-420b-8f3f-d189d5ec0859 HTTP/1.1" status: 204 len: 168 time: 0.1933708 Nov 23 19:10:41.744856 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44780) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:41.763815 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89de8bf-577d-4402-9f4b-e9f70f921254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37f3a65-4b19-420b-8f3f-d189d5ec0859,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:41.859166 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.930409 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af045464-dae7-4e97-a382-b758869cee79 req-fd37e954-210d-42e3-8368-b9d792bb16bf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:41.933716 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af045464-dae7-4e97-a382-b758869cee79 req-fd37e954-210d-42e3-8368-b9d792bb16bf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.1094251 Nov 23 19:10:41.965689 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.010924 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b0568-dfa1-400b-9591-47417bf041ce']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:42.028885 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:42.031526 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7133c3-d568-4926-9e6c-dd5b512fb9a9') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:42.044795 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-af045464-dae7-4e97-a382-b758869cee79 req-6c8f901a-8b29-46ef-bf5b-0cc11d51d867 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814929 Nov 23 19:10:42.052484 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.089157 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.099501 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:42.100076 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:42.102510 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:42.128758 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d93816-285f-4be5-b261-b84759b24909 req-7ed38c41-18ec-4504-ab96-21580875d4e0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:42.130821 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-15d93816-285f-4be5-b261-b84759b24909 req-7ed38c41-18ec-4504-ab96-21580875d4e0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0704973 Nov 23 19:10:42.137063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1724aa31-f93e-4691-bd8a-5e35a5721baa no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:42.168300 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 1724aa31-f93e-4691-bd8a-5e35a5721baa {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:42.168892 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1724aa31-f93e-4691-bd8a-5e35a5721baa not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:42.176055 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.196030 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.199654 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/770b0568-dfa1-400b-9591-47417bf041ce HTTP/1.1" status: 204 len: 168 time: 0.4537585 Nov 23 19:10:42.214337 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6acd9-1b06-4c8b-8ea6-e9c6263df3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=770b0568-dfa1-400b-9591-47417bf041ce,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:42.250316 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-15d93816-285f-4be5-b261-b84759b24909 req-718fb8d3-d590-445b-871e-9e559cc95e37 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023383 Nov 23 19:10:42.517918 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44796) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:42.539980 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b462-3d4c-4ba3-aa78-048e6a1612aa req-dd59feba-09cc-4e6c-a03f-e195fa4e13e5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:42.547525 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1106b462-3d4c-4ba3-aa78-048e6a1612aa req-dd59feba-09cc-4e6c-a03f-e195fa4e13e5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0709515 Nov 23 19:10:42.605940 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1106b462-3d4c-4ba3-aa78-048e6a1612aa req-268ee067-41ea-422c-8e9b-6f1a0e30a3d8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575476 Nov 23 19:10:42.622953 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44798) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:42.623378 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8ee034c9-811b-42a4-b72b-d19d67ebfdf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d45682445634cd0ba0cf2c7fbac1864&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1043100 Nov 23 19:10:42.634224 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51ba9d-85f5-42e3-812b-3a1b29b6266e req-f198a337-dc72-485a-bd5f-f3d29e019ad2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:42.635776 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6d51ba9d-85f5-42e3-812b-3a1b29b6266e req-f198a337-dc72-485a-bd5f-f3d29e019ad2 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0901251 Nov 23 19:10:42.700854 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.703796 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6d51ba9d-85f5-42e3-812b-3a1b29b6266e req-d422897a-cdd7-45ae-aa02-94547218a43e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610120 Nov 23 19:10:42.729381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.779642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.782606 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.783752 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70f14155-0e5a-41c5-a059-f96892f8b293 HTTP/1.1" status: 204 len: 168 time: 0.1596768 Nov 23 19:10:42.796359 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a167e-e675-4099-a503-45f1d66e9542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f14155-0e5a-41c5-a059-f96892f8b293,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:43.204681 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9157a-d1cf-406b-b4c8-1deab7e7456b req-ef3da072-1ee7-484e-a2ac-119ca32d9e5b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:43.214782 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c9b9157a-d1cf-406b-b4c8-1deab7e7456b req-ef3da072-1ee7-484e-a2ac-119ca32d9e5b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0792875 Nov 23 19:10:43.299328 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c9b9157a-d1cf-406b-b4c8-1deab7e7456b req-908ee240-6688-4cce-b818-5cb40119ded8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773842 Nov 23 19:10:43.400491 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efcb6-3d62-4350-a124-9fead5941996 req-3bce1cce-b80d-488d-9736-41a6713a5770 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:43.402444 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6f3efcb6-3d62-4350-a124-9fead5941996 req-3bce1cce-b80d-488d-9736-41a6713a5770 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0633237 Nov 23 19:10:43.423695 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44822) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:43.491318 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6f3efcb6-3d62-4350-a124-9fead5941996 req-9af7a2e1-634c-4eb3-89f7-09da24154bf7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Nov 23 19:10:43.697406 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.814748 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.844254 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.909811 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b816dcf-573b-470e-b10d-3a5c35cdea2e req-8e91f367-7aff-4844-9667-2b9a47908891 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:43.911289 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9b816dcf-573b-470e-b10d-3a5c35cdea2e req-8e91f367-7aff-4844-9667-2b9a47908891 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.1091411 Nov 23 19:10:43.916433 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d191eb4284145eab37815edebc84e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885724 Nov 23 19:10:43.916433 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416192c-f260-4fc0-a7c2-899d7b7a720e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:43.916857 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44840) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:43.952760 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.952760 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.953080 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.953350 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.953642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.953975 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.954301 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.954621 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.954942 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.955265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.955578 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:43.955929 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140ae3e-4a37-4305-bda9-4f21af05e44e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:44.025481 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9b816dcf-573b-470e-b10d-3a5c35cdea2e req-f15746e0-c8df-400b-8a8a-ecc1b6958c1d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056867 Nov 23 19:10:44.026085 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.058224 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.119613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.126127 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.130136 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f416192c-f260-4fc0-a7c2-899d7b7a720e HTTP/1.1" status: 204 len: 168 time: 0.2123199 Nov 23 19:10:44.138797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be91bc1-f982-4692-b833-a325b8cf75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416192c-f260-4fc0-a7c2-899d7b7a720e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:44.477993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539851db-b378-45f7-8368-01f3adcccd2e req-a4351fd0-d6e0-4bb5-9a17-25131581aa28 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:44.488701 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-539851db-b378-45f7-8368-01f3adcccd2e req-a4351fd0-d6e0-4bb5-9a17-25131581aa28 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0992908 Nov 23 19:10:44.662932 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-539851db-b378-45f7-8368-01f3adcccd2e req-e3eee539-7879-436f-b3a8-c6f8541fe5c0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728144 Nov 23 19:10:44.826142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247865c-fb31-498f-a595-7dc2fe8e3ad8 req-eb4f0439-ef51-4f93-9b91-924d6ed784e8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:44.833765 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b247865c-fb31-498f-a595-7dc2fe8e3ad8 req-eb4f0439-ef51-4f93-9b91-924d6ed784e8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1271963 Nov 23 19:10:44.892505 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b247865c-fb31-498f-a595-7dc2fe8e3ad8 req-f00b705d-01be-4c62-95a6-d39e33fe3a9c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519359 Nov 23 19:10:45.169213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165e97-2954-42be-b0ce-8a804637cb2d req-b65ba846-ccbd-427d-b47f-e0e9ef5b1551 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:45.177053 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-02165e97-2954-42be-b0ce-8a804637cb2d req-b65ba846-ccbd-427d-b47f-e0e9ef5b1551 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0659552 Nov 23 19:10:45.253949 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-02165e97-2954-42be-b0ce-8a804637cb2d req-7733b870-c58e-4030-a67a-a62715c82954 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755954 Nov 23 19:10:45.786441 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44894) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:45.848446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1306d-9024-4bee-9a4f-2f27163afe13 req-ab96a2f2-514f-413d-b14c-207c8c02ba4a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:45.854924 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-54f1306d-9024-4bee-9a4f-2f27163afe13 req-ab96a2f2-514f-413d-b14c-207c8c02ba4a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0748656 Nov 23 19:10:45.904067 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-54f1306d-9024-4bee-9a4f-2f27163afe13 req-04bc3df5-1cb7-406c-accb-f8909b616165 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Nov 23 19:10:45.945476 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.040522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6eecb-27fe-427f-95ee-ad75ef6fe98d req-efc84f5d-7a93-4cc8-a447-6108b02e05b1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:46.042059 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46d6eecb-27fe-427f-95ee-ad75ef6fe98d req-efc84f5d-7a93-4cc8-a447-6108b02e05b1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0750446 Nov 23 19:10:46.110368 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.117874 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.155366 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-46d6eecb-27fe-427f-95ee-ad75ef6fe98d req-bfcac2b6-87bf-4563-af0e-16d9abaedd15 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Nov 23 19:10:46.163384 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:10:46.171577 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d9c24a-ddfa-440f-9898-a3a96e96490a,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.176985 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2005a98c2b44470dbc62e547945e414e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888667 Nov 23 19:10:46.180803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44900) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:46.188138 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.188492 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.188839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.189179 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.189513 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.189849 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.190184 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.190515 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.190846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.191170 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.191493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.191838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647f7e0-9bca-4c7d-9a69-cc36edce75da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:46.245183 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.287578 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.310481 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:46.325665 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'mac_address': 'fa:16:3e:f0:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:10:46.387922 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.390873 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.391873 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.393207 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48d9c24a-ddfa-440f-9898-a3a96e96490a HTTP/1.1" status: 204 len: 168 time: 0.2111983 Nov 23 19:10:46.404456 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087a5a-e2c4-4643-855a-7371d93141b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d9c24a-ddfa-440f-9898-a3a96e96490a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.409077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e561e0b4-7301-4b1f-9300-218ef05ed8a1 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:46.440415 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bc21f-faf1-4e20-ab17-6e31219d8a2d req-f2cb471d-2835-4262-bc3d-069c8e3434ec tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:46.444791 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:46.449602 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e29bc21f-faf1-4e20-ab17-6e31219d8a2d req-f2cb471d-2835-4262-bc3d-069c8e3434ec tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0918851 Nov 23 19:10:46.453418 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.517053 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e29bc21f-faf1-4e20-ab17-6e31219d8a2d req-f9023eca-fc33-45ab-8409-fc011307eb68 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621793 Nov 23 19:10:46.528949 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.781796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 44908) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:46.787124 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['e561e0b4-7301-4b1f-9300-218ef05ed8a1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:46.796720 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c13a8ff-b5b7-4efe-b920-6c1cfab6047b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.902906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c13a8ff-b5b7-4efe-b920-6c1cfab6047b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.907419 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c13a8ff-b5b7-4efe-b920-6c1cfab6047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.953630 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3c13a8ff-b5b7-4efe-b920-6c1cfab6047b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6819841f172a4862878b430926087c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704016 Nov 23 19:10:46.955195 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a8ff-b5b7-4efe-b920-6c1cfab6047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70389645-eb77-4a24-98db-61af0a14b0b3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.957316 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 44912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:47.053776 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.088224 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.099278 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a64166-11ec-4b6d-b182-7d0b4ac8c948 req-07ecc109-e7a1-4486-900c-df9ebd357025 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.101034 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-93a64166-11ec-4b6d-b182-7d0b4ac8c948 req-07ecc109-e7a1-4486-900c-df9ebd357025 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0917268 Nov 23 19:10:47.165692 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.168246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.172624 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70389645-eb77-4a24-98db-61af0a14b0b3 HTTP/1.1" status: 204 len: 168 time: 0.2143123 Nov 23 19:10:47.183135 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdda4a3-1b86-4962-a50d-917a9bbd26e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70389645-eb77-4a24-98db-61af0a14b0b3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:47.185241 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-93a64166-11ec-4b6d-b182-7d0b4ac8c948 req-75965f05-e38b-441e-8bbd-1d91285815fb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763583 Nov 23 19:10:47.316078 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368982-0f0d-436b-bcf0-385d459d97c9 req-28f48e25-1657-4014-a75e-4bd09838f522 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.317929 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-88368982-0f0d-436b-bcf0-385d459d97c9 req-28f48e25-1657-4014-a75e-4bd09838f522 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0655177 Nov 23 19:10:47.383031 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-88368982-0f0d-436b-bcf0-385d459d97c9 req-12b6ed2c-dd64-433d-9fbf-89dce800ecf5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Nov 23 19:10:47.653061 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04fe1e-2a51-4509-a9b3-23ad9317e2fe req-4861767d-f8cd-448f-b96f-a29b65ebc9f9 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.663076 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0e04fe1e-2a51-4509-a9b3-23ad9317e2fe req-4861767d-f8cd-448f-b96f-a29b65ebc9f9 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 945 time: 0.0673311 Nov 23 19:10:47.805114 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0e04fe1e-2a51-4509-a9b3-23ad9317e2fe req-5fa4cfd4-c2b7-4a87-aacd-75ccb345988e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313951 Nov 23 19:10:48.043043 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-d438d400-e9ea-46f3-9a04-4c19bdb6e4f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543485 Nov 23 19:10:48.120439 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-b8dfaa22-3a5b-42b9-9547-f67adcde3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.121924 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-b8dfaa22-3a5b-42b9-9547-f67adcde3f5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 1099 time: 0.0514784 Nov 23 19:10:48.177010 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:48.258261 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port e561e0b4-7301-4b1f-9300-218ef05ed8a1 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:10:48.265016 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port e561e0b4-7301-4b1f-9300-218ef05ed8a1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:48.265833 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.322407 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-9e89b25d-fd2c-4838-aead-a058a70d84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.324330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-9e89b25d-fd2c-4838-aead-a058a70d84b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.1795070 Nov 23 19:10:48.390410 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.410330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-ff7030fe-45e4-4669-9ad8-a05cc7b8e641 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 200 len: 217 time: 0.0783041 Nov 23 19:10:48.442204 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:48.460232 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206127c-76c9-4647-a5fa-1996dd3ff2ba" -d '{"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-plugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:48.466156 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241cd5-0cb3-45c0-b3f5-7416b137b549 req-b7bb1176-cdca-44c4-bff6-1478648af35a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.481277 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e241cd5-0cb3-45c0-b3f5-7416b137b549 req-b7bb1176-cdca-44c4-bff6-1478648af35a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.1225820 Nov 23 19:10:48.510613 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:48.524037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.536317 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-a126d13f-47a3-4cb6-8016-25cf3f471aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.538002 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-a126d13f-47a3-4cb6-8016-25cf3f471aaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.1057568 Nov 23 19:10:48.610104 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-db08e692-c8ca-45e9-9ad5-c5b2f8bcdaec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559692 Nov 23 19:10:48.611905 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e241cd5-0cb3-45c0-b3f5-7416b137b549 req-85a910a3-120c-4ea8-afed-e86e1f35b433 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249456 Nov 23 19:10:48.652046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:48.714019 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de28c4-81a4-48d4-873f-8c8f6af23bdd x-openstack-request-id: req-37de28c4-81a4-48d4-873f-8c8f6af23bdd {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:48.714333 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-plugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:48.714588 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37de28c4-81a4-48d4-873f-8c8f6af23bdd {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:48.715014 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'code': 200} Nov 23 19:10:48.741937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5ff9-7c5e-49ef-86ca-01076117d0c7 req-aa15c846-a1ca-4a6a-8d4e-77fff61a0112 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.743695 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f40d5ff9-7c5e-49ef-86ca-01076117d0c7 req-aa15c846-a1ca-4a6a-8d4e-77fff61a0112 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1995063 Nov 23 19:10:48.798646 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-541e1e22-1403-499b-8e35-69b480918d77 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778159 Nov 23 19:10:48.951537 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-51ccd26f-56c8-459e-81f6-9316dccacbb0 req-39c102b9-7e4d-4f95-9dce-1c82084cd1a8 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376486 Nov 23 19:10:48.973993 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f40d5ff9-7c5e-49ef-86ca-01076117d0c7 req-c99204e9-249a-4967-a4cb-af9c5d88f422 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200894 Nov 23 19:10:49.027398 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fc1b9-4570-4f10-af4a-fe7ae0441fa3 req-151d5408-dc7a-4aad-a2b5-8d18b24038c9 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:49.029113 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-865fc1b9-4570-4f10-af4a-fe7ae0441fa3 req-151d5408-dc7a-4aad-a2b5-8d18b24038c9 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0833697 Nov 23 19:10:49.134176 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-865fc1b9-4570-4f10-af4a-fe7ae0441fa3 req-c13008dc-6a1a-443d-b652-083c3454c473 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920227 Nov 23 19:10:49.140821 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3a87c-37d9-461d-a898-126d727e55c9 req-38e0a7cf-2928-4be8-a33b-4e54ac4f2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:49.142467 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aaa3a87c-37d9-461d-a898-126d727e55c9 req-38e0a7cf-2928-4be8-a33b-4e54ac4f2567 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1099 time: 0.0573885 Nov 23 19:10:49.205996 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-aaa3a87c-37d9-461d-a898-126d727e55c9 req-43c9cdb2-e2af-4106-b98b-b1ac66ac8d58 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513496 Nov 23 19:10:49.743986 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af517a03-e236-45f4-9113-ab14a007f1f8 req-75773477-e98d-49ab-ac51-547726094cc2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:49.745436 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-af517a03-e236-45f4-9113-ab14a007f1f8 req-75773477-e98d-49ab-ac51-547726094cc2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0475931 Nov 23 19:10:49.796045 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-af517a03-e236-45f4-9113-ab14a007f1f8 req-e72170d8-a563-4ec4-989f-f129a6017567 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Nov 23 19:10:50.000257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-d3ae3605-5ee5-4e6e-8b93-0bd436170f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.001651 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-d3ae3605-5ee5-4e6e-8b93-0bd436170f35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1099 time: 0.0408552 Nov 23 19:10:50.089133 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef2ad9-ecfd-453f-a4ca-7355ca83df30 req-24291abe-0c4a-40b4-ad09-3bb2cdbab688 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.090753 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-87ef2ad9-ecfd-453f-a4ca-7355ca83df30 req-24291abe-0c4a-40b4-ad09-3bb2cdbab688 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0480075 Nov 23 19:10:50.094235 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-bce9fafc-6502-4c39-a942-8b82f374e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.095674 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-bce9fafc-6502-4c39-a942-8b82f374e519 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.0854132 Nov 23 19:10:50.136345 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-87ef2ad9-ecfd-453f-a4ca-7355ca83df30 req-2587ab9c-0b9b-42a4-a3f2-1332c270d6d6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Nov 23 19:10:50.169726 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-c7ad03b7-bb21-45f7-9865-29f500644ce9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 1002 time: 0.0640893 Nov 23 19:10:50.249242 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-9839f1f1-b220-4afc-a3fc-521cccdfceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.250766 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-9839f1f1-b220-4afc-a3fc-521cccdfceca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0731955 Nov 23 19:10:50.266707 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc0201-85c1-4922-81b6-41cd2b335ff5 req-0b4dada2-2386-4307-bfb4-3d7a3ecc2f88 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.268516 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1bdc0201-85c1-4922-81b6-41cd2b335ff5 req-0b4dada2-2386-4307-bfb4-3d7a3ecc2f88 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0639353 Nov 23 19:10:50.347551 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-f0166767-e524-4563-9b6e-a7ec7a2c6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.349064 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-f0166767-e524-4563-9b6e-a7ec7a2c6d94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795305 Nov 23 19:10:50.353115 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1bdc0201-85c1-4922-81b6-41cd2b335ff5 req-ae8f0cc5-99cd-41c1-b860-73cad8446041 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750561 Nov 23 19:10:50.454942 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-dfe9243a-2e95-449f-936b-fd92884e7d6b service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907774 Nov 23 19:10:50.553697 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58777d0a-d968-4d80-a907-3f9e49d85616 req-38116282-c4a2-4783-a9d6-30978c6b2227 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Nov 23 19:10:50.943079 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dde4c8-ec16-46a2-a1a4-12ba7f91fca2 req-28299d70-0277-47a1-809d-b48fedef0e48 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.944580 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-28dde4c8-ec16-46a2-a1a4-12ba7f91fca2 req-28299d70-0277-47a1-809d-b48fedef0e48 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0585001 Nov 23 19:10:50.992957 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-28dde4c8-ec16-46a2-a1a4-12ba7f91fca2 req-7d7ddad5-0c9e-43c7-895a-24e3477f1c30 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Nov 23 19:10:51.253018 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58e9c-128a-44bf-b065-48c8f67a09a9 req-073b7db6-0dbd-443f-baf9-a884128379b1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.254495 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3fd58e9c-128a-44bf-b065-48c8f67a09a9 req-073b7db6-0dbd-443f-baf9-a884128379b1 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0489359 Nov 23 19:10:51.306331 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3fd58e9c-128a-44bf-b065-48c8f67a09a9 req-9703d7ac-9632-40a3-a359-16931f1bba7b tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Nov 23 19:10:51.465263 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefa1-9b09-4606-b3c0-d78645c27425 req-9d6ec21b-4dc8-40cf-a9a5-0bd34a612507 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.466701 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f69aefa1-9b09-4606-b3c0-d78645c27425 req-9d6ec21b-4dc8-40cf-a9a5-0bd34a612507 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0478971 Nov 23 19:10:51.515070 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f69aefa1-9b09-4606-b3c0-d78645c27425 req-b401371b-bc41-4013-aa37-b4c57e3651b7 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Nov 23 19:10:51.627361 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee169d-2039-4c76-b67c-6ff56c9d311b req-05bb9feb-c2e7-4425-8425-a90484cdc08a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.628847 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2cee169d-2039-4c76-b67c-6ff56c9d311b req-05bb9feb-c2e7-4425-8425-a90484cdc08a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0481172 Nov 23 19:10:51.678461 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2cee169d-2039-4c76-b67c-6ff56c9d311b req-e4b867c9-eeeb-4ecf-953b-103aff46f4b7 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 Nov 23 19:10:51.699344 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45026) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:51.876578 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b343f1-8c76-4b9a-ae53-19d81514a976 tempest-TestShelveInstance-1566589466 tempest-TestShelveInstance-1566589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.878068 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-69b343f1-8c76-4b9a-ae53-19d81514a976 tempest-TestShelveInstance-1566589466 tempest-TestShelveInstance-1566589466-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1094 time: 0.1777439 Nov 23 19:10:51.881113 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45030) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:51.885326 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:51.907624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.003477 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.113670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Allocated IP 172.27.0.62 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/64728384-9fed-4c60-8009-e53b1c93ddf3) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:52.148342 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8df55-5429-4ad4-8ede-f07253a31098 req-8e371e6a-1fef-4cba-964b-1a0b7984594a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:52.150153 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6a8df55-5429-4ad4-8ede-f07253a31098 req-8e371e6a-1fef-4cba-964b-1a0b7984594a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.0753455 Nov 23 19:10:52.213754 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6a8df55-5429-4ad4-8ede-f07253a31098 req-b682ab3b-dc0e-4a7d-93f4-322a6f00f819 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531905 Nov 23 19:10:52.234576 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.272388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.319902 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:52.322641 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:52.327642 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:52.333235 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'Port': ['ID=64728384-9fed-4c60-8009-e53b1c93ddf3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:52.408932 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45052) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:52.504431 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245681-38d3-411f-b6c2-bc9df4acc206 req-b5fb13b1-29e2-4a63-9a16-780cda8342bc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:52.505935 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b3245681-38d3-411f-b6c2-bc9df4acc206 req-b5fb13b1-29e2-4a63-9a16-780cda8342bc tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1021242 Nov 23 19:10:52.521203 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e02fa4-ab83-4019-a101-1b6b8f0d0d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.596624 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e02fa4-ab83-4019-a101-1b6b8f0d0d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.600665 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-23e02fa4-ab83-4019-a101-1b6b8f0d0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.600871 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b3245681-38d3-411f-b6c2-bc9df4acc206 req-4f24b680-20f7-4a72-9313-611168deca6c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880561 Nov 23 19:10:52.634851 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-23e02fa4-ab83-4019-a101-1b6b8f0d0d78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b91d2fbf14c435bb6fdcae45c332b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244880 Nov 23 19:10:52.637840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:52.646348 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e02fa4-ab83-4019-a101-1b6b8f0d0d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6ee7a-e490-4fc2-832c-40bad2cbe88a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:52.767479 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.802565 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.825628 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.902904 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.906332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.907541 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8a6ee7a-e490-4fc2-832c-40bad2cbe88a HTTP/1.1" status: 204 len: 168 time: 0.2686949 Nov 23 19:10:52.912297 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.935256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41118-fddb-4ded-868e-5c1cc101749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6ee7a-e490-4fc2-832c-40bad2cbe88a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:53.081562 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.086403 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.119753 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.181723 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45062) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:53.188020 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event updated for resources: {'Port': ['ID=64728384-9fed-4c60-8009-e53b1c93ddf3,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:53.196911 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-566c173e-848c-490b-9c66-20e5a33f0df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.289235 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-566c173e-848c-490b-9c66-20e5a33f0df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.294123 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-566c173e-848c-490b-9c66-20e5a33f0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.367025 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-566c173e-848c-490b-9c66-20e5a33f0df7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9381278639c84e7fa1f60cd5ebf70f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840339 Nov 23 19:10:53.367881 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c173e-848c-490b-9c66-20e5a33f0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64944a34-12e3-4fea-a004-36756ddc44b5,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:53.372676 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45066) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:53.430760 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a762d-364c-491d-bfdc-bebc7dd561c8 req-4de51faf-14e5-4771-b59b-baf96ee94b4c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.433633 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1f4a762d-364c-491d-bfdc-bebc7dd561c8 req-4de51faf-14e5-4771-b59b-baf96ee94b4c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 946 time: 0.1232731 Nov 23 19:10:53.453243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.474035 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.510603 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.516281 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1f4a762d-364c-491d-bfdc-bebc7dd561c8 req-27a4156a-034d-4139-88d4-41d98b7a62d3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758882 Nov 23 19:10:53.532778 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Floating IP c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd associated. External IP: 172.27.0.62, port: e561e0b4-7301-4b1f-9300-218ef05ed8a1. Nov 23 19:10:53.569777 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.572409 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.573642 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71106a2d-bb5e-460e-bc01-960344545434 req-838e1e78-8c80-4b3a-ac49-1a1737937491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.575130 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-71106a2d-bb5e-460e-bc01-960344545434 req-838e1e78-8c80-4b3a-ac49-1a1737937491 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.0951262 Nov 23 19:10:53.576312 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64944a34-12e3-4fea-a004-36756ddc44b5 HTTP/1.1" status: 204 len: 168 time: 0.2010562 Nov 23 19:10:53.585291 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dd623-344d-43f0-9b35-b734c8a6118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64944a34-12e3-4fea-a004-36756ddc44b5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:53.670774 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-71106a2d-bb5e-460e-bc01-960344545434 req-5cabf50c-417c-4f89-856d-54a9db37bc8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853825 Nov 23 19:10:53.728593 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d2c2-f3be-43e1-9a63-6111995520f0 req-efca5e48-a4e4-4960-9244-fd1f1a8a9635 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.730334 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fbc8d2c2-f3be-43e1-9a63-6111995520f0 req-efca5e48-a4e4-4960-9244-fd1f1a8a9635 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0529203 Nov 23 19:10:53.804809 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Router 874f43dc-89bd-4fa7-8634-5c76550599f4 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:53.833897 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fbc8d2c2-f3be-43e1-9a63-6111995520f0 req-04c38b42-0651-4cfa-9e55-e1b3f204841f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923891 Nov 23 19:10:53.943997 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:53.956608 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Sync routers for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:53.965679 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.977462 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:53.978090 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:10:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.004714 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8c2e8f23-9a8a-4cd8-82f0-1b5fa36ae6d4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1225703 Nov 23 19:10:54.005332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:54.007597 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:54.067282 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a32eb2-cfba-4c33-afe2-4535b175311d x-openstack-request-id: req-62a32eb2-cfba-4c33-afe2-4535b175311d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:54.067670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:54.067913 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62a32eb2-cfba-4c33-afe2-4535b175311d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:54.068314 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'status': 'completed', 'code': 200} Nov 23 19:10:54.127643 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:54.181758 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-c7cae6a2-0516-40ad-ab09-64e958af7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.183991 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-c7cae6a2-0516-40ad-ab09-64e958af7aa2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1099 time: 0.0890217 Nov 23 19:10:54.200203 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:54.242779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [req-3e54d784-a577-4386-aef6-8bf555e556ad req-52bac2b3-dbd2-46bd-9715-82b98d7927ef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:10:54.254321 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3e54d784-a577-4386-aef6-8bf555e556ad req-52bac2b3-dbd2-46bd-9715-82b98d7927ef service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168583 Nov 23 19:10:54.301683 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.327196 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:54.330957 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b46d2-a74e-43d2-a384-a9c5fa212f32" -d '{"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:54.349636 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-8147f07d-0934-4995-a05a-68e976449710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.351258 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-8147f07d-0934-4995-a05a-68e976449710 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.1601288 Nov 23 19:10:54.352436 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:54.357151 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.414766 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df594f8d-0300-49e9-bb12-c8a8c62650e5 x-openstack-request-id: req-df594f8d-0300-49e9-bb12-c8a8c62650e5 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:54.416743 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-unplugged", "status": "failed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:54.417353 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df594f8d-0300-49e9-bb12-c8a8c62650e5 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:54.417775 dv-cinder-819007-1-iscsi neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'code': 422} returned with failed status Nov 23 19:10:54.477087 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-ce5428d1-4919-45a9-a6bb-b467417cdd8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 999 time: 0.1175940 Nov 23 19:10:54.478385 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:54.496630 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.497010 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.497355 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.497694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.498027 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.503849 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'mac_address': 'fa:16:3e:f0:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:52Z', 'updated_at': '2021-11-23T19:10:52Z', 'revision_number': 0, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.504397 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.509454 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.509821 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.510336 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.511017 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.511527 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.512202 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:54.541902 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Checking router: 874f43dc-89bd-4fa7-8634-5c76550599f4 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:54.551912 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:54.552747 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:10:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.586509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304238ad-96d5-4990-8976-ae58979fce9d req-d653c42d-783b-4ed5-96ab-fcbdb0b976e6 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.588162 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-304238ad-96d5-4990-8976-ae58979fce9d req-d653c42d-783b-4ed5-96ab-fcbdb0b976e6 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.1016600 Nov 23 19:10:54.597687 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-37653448-8ecc-4abd-b553-b39263c2d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.599886 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-37653448-8ecc-4abd-b553-b39263c2d909 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.0725770 Nov 23 19:10:54.690556 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-304238ad-96d5-4990-8976-ae58979fce9d req-9de82efa-1f03-418e-bbd6-f7aebf27b49a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797975 Nov 23 19:10:54.708177 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-5a841db4-8546-4861-b2e3-a9e9345b1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.709620 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-5a841db4-8546-4861-b2e3-a9e9345b1436 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951679 Nov 23 19:10:54.807330 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:54.838998 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-01e2979c-add4-48b0-8036-58298c64c406 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210358 Nov 23 19:10:54.963817 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30eed7aa-87ef-4b15-bd8b-2dcc1dfaa1cf req-c1c82e8e-ff6b-4c72-b9b0-ace2a80def30 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162143 Nov 23 19:10:55.012890 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554b40-71fc-4827-8381-2541cfe5770d req-c747b2e5-407e-4518-9e13-074adbeba642 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.015190 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-57554b40-71fc-4827-8381-2541cfe5770d req-c747b2e5-407e-4518-9e13-074adbeba642 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0742610 Nov 23 19:10:55.096308 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-57554b40-71fc-4827-8381-2541cfe5770d req-7bbffbd4-48ce-4ca4-9823-7fa0ae03e273 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739028 Nov 23 19:10:55.123151 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'mac_address': 'fa:16:3e:f0:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:52Z', 'updated_at': '2021-11-23T19:10:52Z', 'revision_number': 0, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:55.157070 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee1fbb-582e-447e-b6ae-6880e485a0ae None None] The sync data for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi is: [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'mac_address': 'fa:16:3e:f0:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:52Z', 'updated_at': '2021-11-23T19:10:52Z', 'revision_number': 0, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:55.176267 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45146) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:55.280407 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-933c499c-07ab-4291-8d69-befc6d9b0fcd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026978 Nov 23 19:10:55.290275 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-693759b0-39c5-4089-bfbd-6dc619ec9836 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:10:55.291256 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-693759b0-39c5-4089-bfbd-6dc619ec9836 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060048 Nov 23 19:10:55.483538 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-1b6f5790-4124-440b-93e7-65a115f8d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.485274 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-1b6f5790-4124-440b-93e7-65a115f8d039 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c576d7e7cd0f45beb714805242d099f0&device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 1099 time: 0.1086235 Nov 23 19:10:55.501012 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265c312-f63f-410a-8c3a-f6e993a1b5e5 None None] New status for floating IP c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:10:55.503811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835491-791e-4ba4-9f4a-57872090d191 req-de136aeb-7e2b-40db-994d-2b6f5bdc12c6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.508840 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c9835491-791e-4ba4-9f4a-57872090d191 req-de136aeb-7e2b-40db-994d-2b6f5bdc12c6 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1001043 Nov 23 19:10:55.600959 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c9835491-791e-4ba4-9f4a-57872090d191 req-64e6537d-c04d-47fd-9be1-a2da6876a77d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Nov 23 19:10:55.666161 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-cbe2a162-48c9-4d7a-9aa4-386aa6d0d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.667792 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-cbe2a162-48c9-4d7a-9aa4-386aa6d0d82c service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 200 len: 920 time: 0.1577783 Nov 23 19:10:55.724590 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-82c58a02-d186-4e1d-a355-03593d38b0b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 200 len: 217 time: 0.0486546 Nov 23 19:10:55.800700 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-c3190fbf-520a-47e0-8fb1-2311bf671146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.804874 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-c3190fbf-520a-47e0-8fb1-2311bf671146 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 200 len: 859 time: 0.0723891 Nov 23 19:10:55.839287 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-1ae587d8-557b-4d7b-abc6-f1cf924ced6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269513 Nov 23 19:10:55.850738 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530fdd-116e-42e0-8e14-07f44994f94f req-6cff01cc-b1f9-4b11-bcac-1a91fe069b9c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:55.852266 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2e530fdd-116e-42e0-8e14-07f44994f94f req-6cff01cc-b1f9-4b11-bcac-1a91fe069b9c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0594578 Nov 23 19:10:55.908508 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2e530fdd-116e-42e0-8e14-07f44994f94f req-0993d6ec-7f84-48ec-a8b9-155658f57e75 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Nov 23 19:10:55.949329 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-ac2c8fb7-3a14-47f5-be6e-c242473c9ea6 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008775 Nov 23 19:10:56.052484 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-795e7769-03e0-4e36-abe2-ba13a11c5f2d req-d0257058-30a7-458c-ab9e-1ecba1f10ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949986 Nov 23 19:10:56.068499 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45178) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.176181 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8b02f0d-74a1-4019-b47b-0d18f259e154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.248228 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8b02f0d-74a1-4019-b47b-0d18f259e154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.252658 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c8b02f0d-74a1-4019-b47b-0d18f259e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.297045 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c8b02f0d-74a1-4019-b47b-0d18f259e154 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c63486da80f84e3aaaf6af42209f0cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270830 Nov 23 19:10:56.298161 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b02f0d-74a1-4019-b47b-0d18f259e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b415ec-ad14-4bcb-8841-33ee48dd8d5d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:56.299992 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45182) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.571869 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.594632 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.649710 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.652381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.653740 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50b415ec-ad14-4bcb-8841-33ee48dd8d5d HTTP/1.1" status: 204 len: 168 time: 0.3509469 Nov 23 19:10:56.663937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c12338-f1d7-446a-aa68-1fa6bb6ead3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b415ec-ad14-4bcb-8841-33ee48dd8d5d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:56.720357 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e08802-ef03-40f8-ab6d-71a02ee470bc req-589c2808-71d7-4bb9-9bd9-5ff075478cb8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:56.722040 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d6e08802-ef03-40f8-ab6d-71a02ee470bc req-589c2808-71d7-4bb9-9bd9-5ff075478cb8 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0531752 Nov 23 19:10:56.772050 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d6e08802-ef03-40f8-ab6d-71a02ee470bc req-d9d36d4c-c168-4df4-929c-c108907a6fad tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Nov 23 19:10:56.924443 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45190) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.938246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-700a17fd-0a41-47c3-ac26-d7e7fbcdc13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.982283 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-eb13e2d2-7a0e-49de-a206-954a692f01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:56.984516 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-eb13e2d2-7a0e-49de-a206-954a692f01d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 1097 time: 0.0772464 Nov 23 19:10:57.046399 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-700a17fd-0a41-47c3-ac26-d7e7fbcdc13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.048599 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-2b721b0a-b2f8-4189-8bb4-ff3674ad503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.050481 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-2b721b0a-b2f8-4189-8bb4-ff3674ad503a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1097 time: 0.0417421 Nov 23 19:10:57.051447 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-700a17fd-0a41-47c3-ac26-d7e7fbcdc13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.070508 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a38b-f60a-4089-a80e-4ff396bb17f5 req-2a1caffd-3656-49cb-95c7-5bb851439513 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.071989 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6d70a38b-f60a-4089-a80e-4ff396bb17f5 req-2a1caffd-3656-49cb-95c7-5bb851439513 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0862353 Nov 23 19:10:57.115908 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a17fd-0a41-47c3-ac26-d7e7fbcdc13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e73ca5d-75d1-4076-bf5b-63c8c7f9adb1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:57.120252 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-700a17fd-0a41-47c3-ac26-d7e7fbcdc13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45e54af9262c4c9c952bdf3215bd796e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946626 Nov 23 19:10:57.125614 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45194) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:57.154145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-a8ff70a6-1212-48e1-923d-4388ac3215b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.155621 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-a8ff70a6-1212-48e1-923d-4388ac3215b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.0891731 Nov 23 19:10:57.177368 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6d70a38b-f60a-4089-a80e-4ff396bb17f5 req-c1c270ee-6ab6-49a2-9987-ea942ff0e26d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985980 Nov 23 19:10:57.200959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.224808 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.225274 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-317a7e8e-f832-4de1-a2b5-57248040a851 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 200 len: 1000 time: 0.0621319 Nov 23 19:10:57.269637 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.272304 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.273551 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e73ca5d-75d1-4076-bf5b-63c8c7f9adb1 HTTP/1.1" status: 204 len: 168 time: 0.1470120 Nov 23 19:10:57.277253 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-b9508f23-f16a-4c02-abcd-282f957eeab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.278741 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-b9508f23-f16a-4c02-abcd-282f957eeab9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0439606 Nov 23 19:10:57.281850 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5368533-33eb-4121-b96e-482d53a72821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e73ca5d-75d1-4076-bf5b-63c8c7f9adb1,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:57.332335 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-1dbf77c0-31cf-4a81-85c5-a864dc7ec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.333833 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-1dbf77c0-31cf-4a81-85c5-a864dc7ec4b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461843 Nov 23 19:10:57.432004 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-49219731-2106-429d-94ff-857163d82f00 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884039 Nov 23 19:10:57.533444 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9e33f737-4ec0-47f1-a799-b5b821102363 req-63cd47a5-50cb-4639-8e49-c79c81dc57f7 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859475 Nov 23 19:10:57.916553 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee46d-5bda-4a67-960d-284b7ba49d4b req-ef6b4feb-77bc-4928-a35c-5656730bbf66 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.917627 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7b4ee46d-5bda-4a67-960d-284b7ba49d4b req-ef6b4feb-77bc-4928-a35c-5656730bbf66 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0603333 Nov 23 19:10:57.968103 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7b4ee46d-5bda-4a67-960d-284b7ba49d4b req-fbee98e0-c8e9-4956-bda8-62282a6eb390 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Nov 23 19:10:58.415858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dd99f-baea-4770-95c5-eaf94abf886a req-5e99299f-cc81-40d0-a85e-5bfaa51d57f5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.417986 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c15dd99f-baea-4770-95c5-eaf94abf886a req-5e99299f-cc81-40d0-a85e-5bfaa51d57f5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0958793 Nov 23 19:10:58.508029 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c15dd99f-baea-4770-95c5-eaf94abf886a req-09a19bf5-0112-4a4a-bf5d-b2289de1df65 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797110 Nov 23 19:10:59.659492 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af291-f196-430b-9836-720f4843f4bc req-a2ca79bc-481c-4ddf-bfbe-15aaf1e6d375 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:59.661141 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-323af291-f196-430b-9836-720f4843f4bc req-a2ca79bc-481c-4ddf-bfbe-15aaf1e6d375 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0741789 Nov 23 19:10:59.663860 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:59.728212 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-323af291-f196-430b-9836-720f4843f4bc req-7aff2413-fa88-48c7-b030-1ba53d345af2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594878 Nov 23 19:11:00.034182 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.166072 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-024e5342-0c2b-4416-bb0e-059bf743f82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.245733 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-024e5342-0c2b-4416-bb0e-059bf743f82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.250224 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-024e5342-0c2b-4416-bb0e-059bf743f82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.287608 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e5342-0c2b-4416-bb0e-059bf743f82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ab0bd-43a3-4c2a-8719-3a719f839aeb,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.293073 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-024e5342-0c2b-4416-bb0e-059bf743f82d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d66c64d97b94f15b8824d719de0bb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566929 Nov 23 19:11:00.296247 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45306) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.350178 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.376446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.432827 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.437201 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.438685 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b35ab0bd-43a3-4c2a-8719-3a719f839aeb HTTP/1.1" status: 204 len: 168 time: 0.1417181 Nov 23 19:11:00.448146 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911537d0-3a94-4266-a9a4-c9c3bad5f64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ab0bd-43a3-4c2a-8719-3a719f839aeb,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.740273 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45314) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.755050 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5107211-f41a-4989-99f2-0bea83538cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.845469 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5107211-f41a-4989-99f2-0bea83538cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.849828 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f5107211-f41a-4989-99f2-0bea83538cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.885342 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107211-f41a-4989-99f2-0bea83538cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092dd84f-7979-4d4d-aade-b22f44aa887b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.893397 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f5107211-f41a-4989-99f2-0bea83538cbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ea26af826f849c1bfeac1aed704caae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496079 Nov 23 19:11:00.894268 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45318) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.898519 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261907-d4fe-4907-90ae-e69a5388d74d req-2391ed9f-e29a-498a-8335-0ab6823da99c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:00.907080 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c261907-d4fe-4907-90ae-e69a5388d74d req-2391ed9f-e29a-498a-8335-0ab6823da99c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0846138 Nov 23 19:11:00.957380 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7c261907-d4fe-4907-90ae-e69a5388d74d req-7ab32b15-93d9-42f0-8fe3-5cfb30cff528 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488775 Nov 23 19:11:00.959475 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.990811 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.039664 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.042239 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.043428 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/092dd84f-7979-4d4d-aade-b22f44aa887b HTTP/1.1" status: 204 len: 168 time: 0.1480303 Nov 23 19:11:01.057801 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510e7c3-132b-41be-a833-1e32dcbe0621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092dd84f-7979-4d4d-aade-b22f44aa887b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:02.090571 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c18068-fc7c-494d-b17e-5404910841d7 req-04f05ccc-cf21-4219-a685-bdf33b8d9644 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:02.098784 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-83c18068-fc7c-494d-b17e-5404910841d7 req-04f05ccc-cf21-4219-a685-bdf33b8d9644 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0615420 Nov 23 19:11:02.157489 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-83c18068-fc7c-494d-b17e-5404910841d7 req-a2e2fb35-8726-42ad-89d8-c1ffa3b9c8c6 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576754 Nov 23 19:11:03.321205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699a4b-1368-494a-a73a-f1fb686ad9a0 req-e9080932-f22e-4b72-918d-ee79b1244d64 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:03.331831 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-26699a4b-1368-494a-a73a-f1fb686ad9a0 req-e9080932-f22e-4b72-918d-ee79b1244d64 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0918880 Nov 23 19:11:03.340674 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45400) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:03.389168 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-26699a4b-1368-494a-a73a-f1fb686ad9a0 req-f708fdd7-45f2-4c02-91dc-26ac41ff6d49 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560191 Nov 23 19:11:03.468463 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1031bd12-178c-4604-a921-7c1665125144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.547863 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1031bd12-178c-4604-a921-7c1665125144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.553112 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1031bd12-178c-4604-a921-7c1665125144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.601743 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45408) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:03.604318 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-1031bd12-178c-4604-a921-7c1665125144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=139bde3a23764135a6480a37c9a9fddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625084 Nov 23 19:11:03.610470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031bd12-178c-4604-a921-7c1665125144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64de9f9-7d8e-4c2d-938d-6d41c219f3a2,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:03.650124 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.674023 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.721543 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.724237 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.725392 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d64de9f9-7d8e-4c2d-938d-6d41c219f3a2 HTTP/1.1" status: 204 len: 168 time: 0.1226933 Nov 23 19:11:03.733912 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974d230-ea67-4273-945c-27a37c11825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64de9f9-7d8e-4c2d-938d-6d41c219f3a2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:03.980555 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e334-ccf9-4cf8-abf1-7ed9472bc440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.014493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45414) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.028180 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5573-c597-46f8-bf53-33f455cc8635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.114423 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5573-c597-46f8-bf53-33f455cc8635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.118290 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5573-c597-46f8-bf53-33f455cc8635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.157616 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3c6b5573-c597-46f8-bf53-33f455cc8635 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=653bc2e5c3d64e0faf13df351c233044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419261 Nov 23 19:11:04.158966 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b5573-c597-46f8-bf53-33f455cc8635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c9ece-25a7-47e3-aba2-a524743f3ac8,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.160525 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45416) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.212976 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.239163 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.285697 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.288453 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.289879 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b06c9ece-25a7-47e3-aba2-a524743f3ac8 HTTP/1.1" status: 204 len: 168 time: 0.1266015 Nov 23 19:11:04.297680 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92f42-fd11-47ee-a95f-0de544f61db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c9ece-25a7-47e3-aba2-a524743f3ac8,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.519820 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1bf6-859c-4dbc-a525-de796c4e7a3d req-f8522d9f-fefb-4791-9650-fd43f67b9ae8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:04.527576 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-848e1bf6-859c-4dbc-a525-de796c4e7a3d req-f8522d9f-fefb-4791-9650-fd43f67b9ae8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0598643 Nov 23 19:11:04.576361 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-848e1bf6-859c-4dbc-a525-de796c4e7a3d req-de8b438c-9e28-4204-baa5-31d5d8857d2e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475609 Nov 23 19:11:05.059169 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45444) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.164284 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-722601419-network', 'tenant_id': 'e05a8306f83f4dd0a3a9fe4869b5840a'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:05.189305 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Made reservation on behalf of e05a8306f83f4dd0a3a9fe4869b5840a for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:05.191591 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.200302 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.291266 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.294601 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.319399 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:05.328083 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299fc77-7027-4e83-ba06-2d1451ac1aa3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.334265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.334668 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Added segment 4bf1e677-b499-4a70-a454-af3cf1358252 of type vlan for network fa0568f7-c4b2-4dca-a63d-27679fa33bde Nov 23 19:11:05.378426 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.402735 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.403649 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.404256 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.438002 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3776236 Nov 23 19:11:05.441045 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45448) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.448169 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Request body: {'subnet': {'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-722601419-subnet', 'tenant_id': 'e05a8306f83f4dd0a3a9fe4869b5840a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:05.467746 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c24-af39-4d91-a80b-c3fc20be8f4d admin admin] Pushing event updated for resources: {'Network': ['ID=fa0568f7-c4b2-4dca-a63d-27679fa33bde,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.468883 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Made reservation on behalf of e05a8306f83f4dd0a3a9fe4869b5840a for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:05.472207 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.484938 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:05.702587 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.796978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.806521 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad076a-62f2-4a2e-8071-98b10e430a1c req-94d7f6e7-d341-4b99-9f7b-e64422bb5a86 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.808081 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-caad076a-62f2-4a2e-8071-98b10e430a1c req-94d7f6e7-d341-4b99-9f7b-e64422bb5a86 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.1160657 Nov 23 19:11:05.816047 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Checking segment: {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:05.816408 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Network hostable DHCP agents. Network: fa0568f7-c4b2-4dca-a63d-27679fa33bde, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:05.862986 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:05.874333 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-caad076a-62f2-4a2e-8071-98b10e430a1c req-09aaca03-a4ca-47ce-80d1-10299a047247 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592847 Nov 23 19:11:05.879089 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, fa0568f7-c4b2-4dca-a63d-27679fa33bde) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:05.883306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.883827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.889776 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40fbbd-6e90-44cc-8332-2fa859b16f9a None None] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:05.905937 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b55b1aba-c3d8-40f1-b915-85b4fbb77e6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4637816 Nov 23 19:11:06.039245 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a1898-81d4-4b1a-ada3-13105057928f None None] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:06.225552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-381ac153-7d5c-4ad9-8421-44ea1faf8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.002848 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee96674-8152-4321-a5d4-91de8a8658aa req-ae40b51b-6148-483f-9187-146a54d0b08d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:07.004361 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0ee96674-8152-4321-a5d4-91de8a8658aa req-ae40b51b-6148-483f-9187-146a54d0b08d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0506344 Nov 23 19:11:07.054570 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0ee96674-8152-4321-a5d4-91de8a8658aa req-8474e41e-c604-49f3-b1c9-5665874cb108 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Nov 23 19:11:07.454388 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.699606 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-b7c6073e-cf63-40f4-8774-367aa307fa6f tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:07.701602 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-b7c6073e-cf63-40f4-8774-367aa307fa6f tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 808 time: 0.1057537 Nov 23 19:11:07.717738 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-50f60858-d28e-4489-a9f9-98c5341b5f14 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/quotas/e05a8306f83f4dd0a3a9fe4869b5840a HTTP/1.1" status: 200 len: 375 time: 0.0095954 Nov 23 19:11:07.750015 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-9fa63524-0a8d-4ed8-aaab-e69480bd82fc tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263727 Nov 23 19:11:07.845704 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-3a3e72ed-0d2c-4100-b274-679c62133c14 service neutron] 10.222.0.31 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Nov 23 19:11:07.944096 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-b503f5db-f131-44f6-b454-d090fc861e20 service neutron] 10.222.0.31 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912693 Nov 23 19:11:08.128380 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0e0981e9-ed32-4d4a-98be-52d44d3abb2d req-7de87672-233f-4e33-b3a0-87684c53c2a7 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 210 time: 0.0417659 Nov 23 19:11:08.221267 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec452c4-e639-4269-9d9c-b2722ef18bad req-785557a7-c03b-46e9-b5da-8f288a987bb9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.222652 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8ec452c4-e639-4269-9d9c-b2722ef18bad req-785557a7-c03b-46e9-b5da-8f288a987bb9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0562820 Nov 23 19:11:08.283431 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8ec452c4-e639-4269-9d9c-b2722ef18bad req-e470083f-efd2-45de-a513-dd64ab63ca91 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539701 Nov 23 19:11:08.779064 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:09.219179 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-caf0e6ac-3df5-4877-b0fd-df00b8b25fe4 req-489f511f-49f4-4d13-ab72-63c53848344a tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 210 time: 0.0272675 Nov 23 19:11:09.410056 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755829c8-b388-49f0-a248-27d4657e3a26 req-9105c473-ed89-4d4d-b79c-8ad07ef0affb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.411432 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-755829c8-b388-49f0-a248-27d4657e3a26 req-9105c473-ed89-4d4d-b79c-8ad07ef0affb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0505095 Nov 23 19:11:09.460450 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-755829c8-b388-49f0-a248-27d4657e3a26 req-8a7ec514-487f-4bc8-bcce-968c034c49fe tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Nov 23 19:11:10.305675 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:10.311964 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3e96bcad-8745-4ddf-8030-e6cb611d75df req-1f864ec4-e6c2-4136-ab33-188cb775e34d tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 210 time: 0.0285017 Nov 23 19:11:10.595553 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c67d1-11a5-4230-ae26-239a6cd6141a req-1e446a7e-9adf-46af-810a-62083c45c65d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.603532 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-756c67d1-11a5-4230-ae26-239a6cd6141a req-1e446a7e-9adf-46af-810a-62083c45c65d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0679114 Nov 23 19:11:10.630929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-1b919286-ba40-4f5b-9e1f-714c4ea28ec7 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.632722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-1b919286-ba40-4f5b-9e1f-714c4ea28ec7 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 808 time: 0.1194696 Nov 23 19:11:10.655018 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Request body: {'port': {'device_id': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde', 'admin_state_up': True, 'tenant_id': 'e05a8306f83f4dd0a3a9fe4869b5840a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:10.660623 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-756c67d1-11a5-4230-ae26-239a6cd6141a req-641d86ca-eff7-4f91-b105-72270b6947d9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561674 Nov 23 19:11:10.784209 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Made reservation on behalf of e05a8306f83f4dd0a3a9fe4869b5840a for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:10.787600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:10.910720 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Allocated IP 172.20.0.13 (fa0568f7-c4b2-4dca-a63d-27679fa33bde/bddf3685-1f4c-4e67-a6e3-9337eb8a38fe/070bd712-0ef7-407b-96d2-5fdce27c7f7d) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:11.059232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.095237 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.136567 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:11.142014 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:11.145516 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:11.150945 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.151534 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.161836 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Pushing event updated for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:11.173009 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-0f702a9a-25e6-46cd-9c8a-62e10fbe8544 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5227511 Nov 23 19:11:11.187730 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Request body: {'port': {'device_id': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:11.238937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.428243 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557d55-d411-43cd-bce3-6e7d37057d54 req-ebf74f26-1087-4b40-9f19-29a58d5fa4a0 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.429700 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ba557d55-d411-43cd-bce3-6e7d37057d54 req-ebf74f26-1087-4b40-9f19-29a58d5fa4a0 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 932 time: 0.0495598 Nov 23 19:11:11.476902 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ba557d55-d411-43cd-bce3-6e7d37057d54 req-922dbf9f-4f34-4d95-b58d-186472ba1950 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Nov 23 19:11:11.511080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070bd712-0ef7-407b-96d2-5fdce27c7f7d {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:11.518393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.530342 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Transition to ACTIVE for port object 070bd712-0ef7-407b-96d2-5fdce27c7f7d will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:11.534487 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.585258 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Pushing event updated for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:11.616049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Attempting to bind port 070bd712-0ef7-407b-96d2-5fdce27c7f7d on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:11.616389 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Attempting to bind port 070bd712-0ef7-407b-96d2-5fdce27c7f7d by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:11.616718 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Attempting to bind port 070bd712-0ef7-407b-96d2-5fdce27c7f7d on network fa0568f7-c4b2-4dca-a63d-27679fa33bde {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:11.620989 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Port 070bd712-0ef7-407b-96d2-5fdce27c7f7d on network fa0568f7-c4b2-4dca-a63d-27679fa33bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:11.621309 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Attempting to bind port 070bd712-0ef7-407b-96d2-5fdce27c7f7d on network fa0568f7-c4b2-4dca-a63d-27679fa33bde {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:11.626258 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:11.626597 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Checking segment: {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:11.626978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Bound using segment: {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:11.627406 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Bound port: 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:11.627757 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.692506 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:11.695527 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:11.700321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.742463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.743074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.744433 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] 10.222.0.54 "PUT /v2.0/ports/070bd712-0ef7-407b-96d2-5fdce27c7f7d HTTP/1.1" status: 200 len: 1094 time: 0.5607924 Nov 23 19:11:11.744866 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:11.747075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8005c-f659-40cf-94c0-0608da490983" -d '{"events": [{"name": "network-changed", "server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:11.790403 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dcddc-e260-45f8-bd68-1a85729d1b6f service neutron] Pushing event updated for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:11.795680 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34c1b0-a5df-4e3c-85d6-f31e56b7df45 x-openstack-request-id: req-9e34c1b0-a5df-4e3c-85d6-f31e56b7df45 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:11.795994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:11.796817 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e34c1b0-a5df-4e3c-85d6-f31e56b7df45 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:11.797225 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d', 'status': 'completed', 'code': 200} Nov 23 19:11:11.834991 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f060ac-5660-4639-a23f-8a40c40d73ab req-1e4747d9-662e-41b1-8cb5-38d374d18ec9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.836491 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b0f060ac-5660-4639-a23f-8a40c40d73ab req-1e4747d9-662e-41b1-8cb5-38d374d18ec9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0956042 Nov 23 19:11:11.867354 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-1b62f715-60ff-44bc-9c32-7f2725c7fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.868736 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-1b62f715-60ff-44bc-9c32-7f2725c7fa25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 1097 time: 0.0670600 Nov 23 19:11:12.159179 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-57d58e25-ab65-42c4-b4a1-a70fde35c9ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d HTTP/1.1" status: 200 len: 217 time: 0.2789350 Nov 23 19:11:12.163734 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b0f060ac-5660-4639-a23f-8a40c40d73ab req-103f66de-bc3d-40f2-a0f3-17070013f3bf tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211532 Nov 23 19:11:12.211068 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-30adadad-aa79-4f6a-89c5-04ced3e288f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.212556 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-30adadad-aa79-4f6a-89c5-04ced3e288f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe HTTP/1.1" status: 200 len: 848 time: 0.0453358 Nov 23 19:11:12.247536 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-865c032d-459d-42e6-9f52-1b00b6e8e062 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa0568f7-c4b2-4dca-a63d-27679fa33bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272486 Nov 23 19:11:12.344409 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-c4f78b97-1095-4102-8ef3-8b257b221d20 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867100 Nov 23 19:11:12.441222 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-313a2301-c4a7-49b9-a6bb-07ad12c811ca req-45c1209e-4124-490e-aa81-e7540edde6e7 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874877 Nov 23 19:11:12.532480 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8005c-f659-40cf-94c0-0608da490983 req-2f3ed2ff-c347-4400-b992-509a91f1a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.534010 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-2f3ed2ff-c347-4400-b992-509a91f1a4a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 1097 time: 0.0408704 Nov 23 19:11:12.597499 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fa434-29a5-4ef6-8f08-f4ac1971e10d req-804d5bf9-5c9c-4ac0-8f6c-e68c2c794528 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.598977 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-180fa434-29a5-4ef6-8f08-f4ac1971e10d req-804d5bf9-5c9c-4ac0-8f6c-e68c2c794528 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 944 time: 0.0542402 Nov 23 19:11:12.638410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8005c-f659-40cf-94c0-0608da490983 req-e2ca3c89-9abe-4fe0-85fe-a65ebc8d49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.640516 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-e2ca3c89-9abe-4fe0-85fe-a65ebc8d49e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 909 time: 0.0901277 Nov 23 19:11:12.648219 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-180fa434-29a5-4ef6-8f08-f4ac1971e10d req-b607ca0c-1793-47a7-9d97-b2b00c77790f tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Nov 23 19:11:12.688311 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-8645f81c-18a4-4b95-89e9-89f425df0231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d HTTP/1.1" status: 200 len: 217 time: 0.0380597 Nov 23 19:11:12.744527 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8005c-f659-40cf-94c0-0608da490983 req-ead25dfb-95d5-4f39-a400-c018dacfa0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.745833 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-ead25dfb-95d5-4f39-a400-c018dacfa0cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe HTTP/1.1" status: 200 len: 848 time: 0.0421374 Nov 23 19:11:12.779816 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-51565f93-4826-4f6d-ba8b-f11130237325 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa0568f7-c4b2-4dca-a63d-27679fa33bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241866 Nov 23 19:11:12.873294 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-285c71c4-867d-41ec-a088-0155e50a833e service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Nov 23 19:11:12.971837 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-22a8005c-f659-40cf-94c0-0608da490983 req-35073fda-64b1-45e6-abbd-4353d9265fc7 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Nov 23 19:11:13.290531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf6aef-4591-47b3-aac7-100d0a6396a9 req-56f2dfb4-08ca-472e-8e44-cde6ee697952 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.292066 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dbcf6aef-4591-47b3-aac7-100d0a6396a9 req-56f2dfb4-08ca-472e-8e44-cde6ee697952 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0532269 Nov 23 19:11:13.340934 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dbcf6aef-4591-47b3-aac7-100d0a6396a9 req-6e3bc90a-7c80-4094-bc85-bee5f5cb35fd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Nov 23 19:11:13.518244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026dc13-6eae-45b0-b9c5-2b9166612276 req-7542040b-e040-4f1e-9612-38ca6f0bbfca tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.519697 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5026dc13-6eae-45b0-b9c5-2b9166612276 req-7542040b-e040-4f1e-9612-38ca6f0bbfca tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0482101 Nov 23 19:11:13.567044 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5026dc13-6eae-45b0-b9c5-2b9166612276 req-e0490619-fb61-478c-a8de-c9be2c5127d0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Nov 23 19:11:13.768584 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9a8a3-f5f2-42a5-9b7c-ba29781e057f req-8974b854-00d6-47a9-af4a-8832b5bc6c16 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.769964 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d3f9a8a3-f5f2-42a5-9b7c-ba29781e057f req-8974b854-00d6-47a9-af4a-8832b5bc6c16 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 944 time: 0.0525942 Nov 23 19:11:13.816053 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d3f9a8a3-f5f2-42a5-9b7c-ba29781e057f req-fbf53fdc-aa72-48c5-b31b-88c15af0edcc tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Nov 23 19:11:14.291614 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 070bd712-0ef7-407b-96d2-5fdce27c7f7d details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:14.388835 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:14.399934 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '070bd712-0ef7-407b-96d2-5fdce27c7f7d', 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde', 'port_id': '070bd712-0ef7-407b-96d2-5fdce27c7f7d', 'mac_address': 'fa:16:3e:79:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddf3685-1f4c-4e67-a6e3-9337eb8a38fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:14.436595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.450370 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070bd712-0ef7-407b-96d2-5fdce27c7f7d {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:14.462828 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086ae0e-162a-4787-bc1f-4c1d86325fb7 req-1fd03622-6c69-43d4-9ccf-33f7d8817208 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.464312 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e086ae0e-162a-4787-bc1f-4c1d86325fb7 req-1fd03622-6c69-43d4-9ccf-33f7d8817208 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0495648 Nov 23 19:11:14.470132 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:14.474125 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.516392 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e086ae0e-162a-4787-bc1f-4c1d86325fb7 req-f8e6d418-18ca-4474-8e43-9cea8826ff40 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460193 Nov 23 19:11:14.524548 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:14.680794 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c935-fb50-4ead-8211-a7ef83dd64b4 req-935ff129-a8ef-4f27-977b-b009e3bb5072 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.682289 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-48e5c935-fb50-4ead-8211-a7ef83dd64b4 req-935ff129-a8ef-4f27-977b-b009e3bb5072 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0495687 Nov 23 19:11:14.729626 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-48e5c935-fb50-4ead-8211-a7ef83dd64b4 req-d07a82a2-852a-4d98-a81d-90c0fb89467e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Nov 23 19:11:14.772480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['070bd712-0ef7-407b-96d2-5fdce27c7f7d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:14.930133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc473a-f033-43fa-937f-7378986ea1fe req-6ea649f5-f886-4819-a84f-1f09ec8151a8 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.931599 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4fbc473a-f033-43fa-937f-7378986ea1fe req-6ea649f5-f886-4819-a84f-1f09ec8151a8 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 945 time: 0.0497901 Nov 23 19:11:14.978272 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4fbc473a-f033-43fa-937f-7378986ea1fe req-a38f9aab-91f4-4b21-acf4-d5717786f5b1 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Nov 23 19:11:15.639140 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71b5c-dac4-47b2-8dcc-3f931ed522a1 req-6cb54f3b-b685-47f6-93ec-2a92be743bf4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.641243 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-41e71b5c-dac4-47b2-8dcc-3f931ed522a1 req-6cb54f3b-b685-47f6-93ec-2a92be743bf4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0518470 Nov 23 19:11:15.686886 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-41e71b5c-dac4-47b2-8dcc-3f931ed522a1 req-95d89739-9a4c-4983-b8b2-8f22ad08633c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Nov 23 19:11:15.842789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744777b-653a-4b29-8760-f0808383b78e req-abf83acf-027b-4bf0-8d76-7c1f8d5cf38f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.844887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1744777b-653a-4b29-8760-f0808383b78e req-abf83acf-027b-4bf0-8d76-7c1f8d5cf38f tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0483527 Nov 23 19:11:15.894106 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1744777b-653a-4b29-8760-f0808383b78e req-4134ecac-30ed-440a-b6d6-2563687f0921 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Nov 23 19:11:16.091326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bb997-16fe-44c5-8aa6-3906bc64e84c req-d8abd9f5-aab1-4614-867e-969a84adc35f tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.092874 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-275bb997-16fe-44c5-8aa6-3906bc64e84c req-d8abd9f5-aab1-4614-867e-969a84adc35f tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 945 time: 0.0491040 Nov 23 19:11:16.141332 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-275bb997-16fe-44c5-8aa6-3906bc64e84c req-61127211-f571-4cb5-805d-c67f4cfb9e9d tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Nov 23 19:11:16.212158 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-c54964f2-ce2e-403b-b932-4591559b007d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.213572 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-c54964f2-ce2e-403b-b932-4591559b007d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 946 time: 0.0514383 Nov 23 19:11:16.309266 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Deleting port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:16.309594 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.327926 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 070bd712-0ef7-407b-96d2-5fdce27c7f7d up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:16.379433 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 070bd712-0ef7-407b-96d2-5fdce27c7f7d completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:16.383641 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 070bd712-0ef7-407b-96d2-5fdce27c7f7d triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:16.384049 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.403456 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] For port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:16.403846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.416191 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Calling delete_port for 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:16.460232 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.483415 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:16.485754 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27f35f-e46d-45ca-a3d7-cc420bd6e9dc" -d '{"events": [{"server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "name": "network-vif-plugged", "status": "completed", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:16.499314 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:16.503869 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.526653 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9afee19-8f1f-4440-95e0-1d5d1ac142aa x-openstack-request-id: req-c9afee19-8f1f-4440-95e0-1d5d1ac142aa {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:16.526967 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "name": "network-vif-plugged", "status": "completed", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:16.527221 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9afee19-8f1f-4440-95e0-1d5d1ac142aa {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:16.527601 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d', 'code': 200} Nov 23 19:11:16.555227 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.557333 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:16.567165 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['efcc1b60-bdc1-49c5-9b33-0bb9b5930637', '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:16.596836 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Pushing event deleted for resources: {'Port': ['ID=1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:16.643751 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] No DVR routers for this DVR port 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:16.646410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.650824 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2a386ff1-8ee7-4054-8866-cdb03526310f req-4858cea5-9e51-4d73-b20c-c5a77ca03516 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "DELETE /v2.0/ports/1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae HTTP/1.1" status: 204 len: 173 time: 0.4266438 Nov 23 19:11:16.651387 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'name': 'network-vif-deleted', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:16.654305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283b61a-b690-4fe7-b610-4efe6dd5176e" -d '{"events": [{"server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "name": "network-vif-deleted", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:16.726071 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6776b720-f939-4349-abd6-a2a0f0d22131 x-openstack-request-id: req-6776b720-f939-4349-abd6-a2a0f0d22131 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:16.726480 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c56e37-d229-4ee2-8168-cbef3ddd33cc", "name": "network-vif-deleted", "tag": "1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:16.726824 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6776b720-f939-4349-abd6-a2a0f0d22131 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:16.727308 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c56e37-d229-4ee2-8168-cbef3ddd33cc', 'name': 'network-vif-deleted', 'tag': '1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae', 'status': 'completed', 'code': 200} Nov 23 19:11:16.746869 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666d4c-d5c7-4e58-9dfc-ca9ee60c886b req-75acbfa8-6fb2-4947-a87f-9ca536381444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.749783 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cc666d4c-d5c7-4e58-9dfc-ca9ee60c886b req-75acbfa8-6fb2-4947-a87f-9ca536381444 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 1099 time: 0.0640924 Nov 23 19:11:16.831146 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cc666d4c-d5c7-4e58-9dfc-ca9ee60c886b req-bd652df0-25bf-4159-bcc8-44d25a81add6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Nov 23 19:11:16.842002 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcba1b-8882-499a-b665-3a4101100fee req-c4d8412f-6e03-4d1d-959c-b93e701e5049 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.843422 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4dfcba1b-8882-499a-b665-3a4101100fee req-c4d8412f-6e03-4d1d-959c-b93e701e5049 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0759044 Nov 23 19:11:16.889806 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4dfcba1b-8882-499a-b665-3a4101100fee req-5b729ad0-392d-4f01-be8e-89c812ff74a9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Nov 23 19:11:16.999830 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-43928630-64e8-40f6-81e6-ce7f3881f928 req-6e099fdb-ee74-406c-baf9-e2a5b6a3df04 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c56e37-d229-4ee2-8168-cbef3ddd33cc HTTP/1.1" status: 200 len: 210 time: 0.0249631 Nov 23 19:11:17.253874 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7666a-af73-450c-b256-9745be488aa0 req-fdd7e4ce-1228-445e-9920-14baad72f1ad tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:17.255351 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f1a7666a-af73-450c-b256-9745be488aa0 req-fdd7e4ce-1228-445e-9920-14baad72f1ad tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 946 time: 0.0492191 Nov 23 19:11:17.302577 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f1a7666a-af73-450c-b256-9745be488aa0 req-377c2303-8689-4142-a69b-7fd95191131e tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Nov 23 19:11:18.011908 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3baa1-009b-4c1b-b294-8d7ed2b99ef0 req-311a64e2-3d8e-4289-97df-c2aa8b0c7f40 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.013348 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6df3baa1-009b-4c1b-b294-8d7ed2b99ef0 req-311a64e2-3d8e-4289-97df-c2aa8b0c7f40 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 944 time: 0.0499830 Nov 23 19:11:18.062736 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6df3baa1-009b-4c1b-b294-8d7ed2b99ef0 req-c4daa97a-8bdf-41ed-9f4c-346cb82a5420 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Nov 23 19:11:18.270851 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92a98-17bd-42b0-b953-6bec739174ad req-a2fc8116-4bed-4bec-aec1-f189f6cf6004 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.272350 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d9d92a98-17bd-42b0-b953-6bec739174ad req-a2fc8116-4bed-4bec-aec1-f189f6cf6004 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0478835 Nov 23 19:11:18.319476 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d9d92a98-17bd-42b0-b953-6bec739174ad req-248d3aba-93d6-46bd-8fb5-a99f24598e61 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Nov 23 19:11:18.335207 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:18.425491 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b5c1a-4d62-48af-88f5-d3a3769ebab7 req-8a34a925-9938-4af0-8c6c-f53e0841a2b4 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.427055 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b23b5c1a-4d62-48af-88f5-d3a3769ebab7 req-8a34a925-9938-4af0-8c6c-f53e0841a2b4 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 946 time: 0.0548270 Nov 23 19:11:18.440395 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:18.451492 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'mac_address': 'fa:16:3e:ef:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:18.477218 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b23b5c1a-4d62-48af-88f5-d3a3769ebab7 req-ac93a898-53d5-4327-a134-6466b180a3cf tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Nov 23 19:11:18.489309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.502573 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:18.522046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:18.526522 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.581090 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.901998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:19.150545 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54ece-681d-40ca-bc94-f73349891936 req-3c753a8d-9ebd-48a1-8708-bb61312b6fe7 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.152194 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2f54ece-681d-40ca-bc94-f73349891936 req-3c753a8d-9ebd-48a1-8708-bb61312b6fe7 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 946 time: 0.0486362 Nov 23 19:11:19.185793 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4116-cf4e-43a1-a873-a3a39127c361 req-b9172380-a748-45a3-bff9-3df7f1bc614f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.187216 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ae2e4116-cf4e-43a1-a873-a3a39127c361 req-b9172380-a748-45a3-bff9-3df7f1bc614f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0491512 Nov 23 19:11:19.200316 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2f54ece-681d-40ca-bc94-f73349891936 req-c26377f9-9640-448a-a980-9993e17c3597 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Nov 23 19:11:19.239064 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ae2e4116-cf4e-43a1-a873-a3a39127c361 req-d0881983-e8ae-42c7-bca9-fd8ff0ed8522 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454738 Nov 23 19:11:19.431374 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd403146-2b49-442a-b25f-617432c4204f req-53004637-36e3-4ccf-89a9-161c004e2577 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.432844 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dd403146-2b49-442a-b25f-617432c4204f req-53004637-36e3-4ccf-89a9-161c004e2577 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0486078 Nov 23 19:11:19.478986 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dd403146-2b49-442a-b25f-617432c4204f req-3ddc1740-04a3-44ad-ac7f-bda482f84ec2 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Nov 23 19:11:20.317857 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5f9c-224c-4fb3-9bd7-20291662b9a9 req-b978fa60-4c9e-4fac-90c4-934a1dc67a3b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.319457 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-293a5f9c-224c-4fb3-9bd7-20291662b9a9 req-b978fa60-4c9e-4fac-90c4-934a1dc67a3b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 946 time: 0.0514808 Nov 23 19:11:20.336432 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:20.370233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7394-247f-47e7-9998-a7751fdb6369 req-3576a67c-391e-4870-b74b-9c35c4d03a92 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.371450 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-293a5f9c-224c-4fb3-9bd7-20291662b9a9 req-06dd154b-9b7d-4f0d-b543-ebd7930a2e49 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Nov 23 19:11:20.378097 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7afb7394-247f-47e7-9998-a7751fdb6369 req-3576a67c-391e-4870-b74b-9c35c4d03a92 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 945 time: 0.0627561 Nov 23 19:11:20.387097 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:20.387468 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.427273 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7afb7394-247f-47e7-9998-a7751fdb6369 req-4d099dd5-d4d0-480f-84dc-30c6a77dac82 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483651 Nov 23 19:11:20.462784 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.484843 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:20.486966 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8f8b3-83e5-4756-8c92-f32a6719d3bd" -d '{"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:20.501242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:20.506755 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.507653 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:20.533560 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df84fe72-88f8-426b-bc4a-1abd3b0550e6 x-openstack-request-id: req-df84fe72-88f8-426b-bc4a-1abd3b0550e6 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:20.533851 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:20.534100 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df84fe72-88f8-426b-bc4a-1abd3b0550e6 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:20.534493 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'code': 200} Nov 23 19:11:20.552418 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:20.552768 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 1f3bf3bf-7f2c-4a22-bbc7-87096a73d6ae not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:20.580223 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:20.603342 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608b216-cc9d-4221-aa7b-3da913ae0e4b req-8028ff65-09d5-49c1-b4c7-5b311e366fa0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.604826 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5608b216-cc9d-4221-aa7b-3da913ae0e4b req-8028ff65-09d5-49c1-b4c7-5b311e366fa0 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0552657 Nov 23 19:11:20.651833 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5608b216-cc9d-4221-aa7b-3da913ae0e4b req-d37b5f8c-f620-4664-bd34-5557c3d5c5b5 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Nov 23 19:11:20.902264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-02d13211-3311-48ad-b52f-98f1fa10cdbd tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.903740 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-02d13211-3311-48ad-b52f-98f1fa10cdbd tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 946 time: 0.0481408 Nov 23 19:11:21.030522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Deleting port 070bd712-0ef7-407b-96d2-5fdce27c7f7d {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:21.030854 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.106096 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c798-0dbb-4925-9435-17290ad5f47e req-de45fbee-d781-4ade-9ae3-e07973c4527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.107710 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6363c798-0dbb-4925-9435-17290ad5f47e req-de45fbee-d781-4ade-9ae3-e07973c4527a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 1100 time: 0.1072547 Nov 23 19:11:21.161054 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] For port 070bd712-0ef7-407b-96d2-5fdce27c7f7d, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=070bd712-0ef7-407b-96d2-5fdce27c7f7d,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:21.161331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.183747 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Calling delete_port for 070bd712-0ef7-407b-96d2-5fdce27c7f7d owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:21.190497 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6363c798-0dbb-4925-9435-17290ad5f47e req-ab38ba9b-daa0-461b-b0ed-59e5109233d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743849 Nov 23 19:11:21.316401 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.327852 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['070bd712-0ef7-407b-96d2-5fdce27c7f7d'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:21.342420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Pushing event deleted for resources: {'Port': ['ID=070bd712-0ef7-407b-96d2-5fdce27c7f7d,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:21.385120 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] No DVR routers for this DVR port 070bd712-0ef7-407b-96d2-5fdce27c7f7d on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:21.387657 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.391314 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef856f37-e815-410b-85a1-4b9f85e3f328 req-65ba2b34-44a5-4467-83e1-91360b3ccb86 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "DELETE /v2.0/ports/070bd712-0ef7-407b-96d2-5fdce27c7f7d HTTP/1.1" status: 204 len: 173 time: 0.4718068 Nov 23 19:11:21.391752 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'name': 'network-vif-deleted', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:21.394047 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d9976-28de-40ff-b24e-a8768ceac075" -d '{"events": [{"server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "name": "network-vif-deleted", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:21.430383 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0ce28e-cfb6-4f95-b143-b1e7cdd6e418 x-openstack-request-id: req-2d0ce28e-cfb6-4f95-b143-b1e7cdd6e418 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:21.430679 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1347e2c-2311-42ac-a48e-ac610f72642a", "name": "network-vif-deleted", "tag": "070bd712-0ef7-407b-96d2-5fdce27c7f7d", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:21.430973 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d0ce28e-cfb6-4f95-b143-b1e7cdd6e418 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:21.431347 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1347e2c-2311-42ac-a48e-ac610f72642a', 'name': 'network-vif-deleted', 'tag': '070bd712-0ef7-407b-96d2-5fdce27c7f7d', 'status': 'completed', 'code': 200} Nov 23 19:11:21.479257 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ef9c2316-8c70-41bd-87d3-174249fea3c2 req-30f1bd71-4ead-4fc6-8e2b-28c727202f94 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1347e2c-2311-42ac-a48e-ac610f72642a HTTP/1.1" status: 200 len: 210 time: 0.0308402 Nov 23 19:11:21.549986 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21537-6b9c-43b3-8668-593191cc228f req-a1080bf1-5137-446b-b990-5073b5011f91 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.551465 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-66b21537-6b9c-43b3-8668-593191cc228f req-a1080bf1-5137-446b-b990-5073b5011f91 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0492620 Nov 23 19:11:21.602848 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-66b21537-6b9c-43b3-8668-593191cc228f req-d344863c-0b98-40ce-ada8-32401e5e18b8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450854 Nov 23 19:11:21.765052 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a7c02-7c4d-4694-a7b8-1e52df8eb3c0 req-a7e57208-6c44-4105-a321-8ef34ab3c24d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.767041 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4e9a7c02-7c4d-4694-a7b8-1e52df8eb3c0 req-a7e57208-6c44-4105-a321-8ef34ab3c24d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0485592 Nov 23 19:11:21.816173 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4e9a7c02-7c4d-4694-a7b8-1e52df8eb3c0 req-e30f6992-2f20-4755-b543-47d13434dd54 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 23 19:11:22.729712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee329e-4867-43a1-b384-59784ec8a14d req-350b70a7-5299-4173-9d03-4fc85eab9cab tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.731202 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-18ee329e-4867-43a1-b384-59784ec8a14d req-350b70a7-5299-4173-9d03-4fc85eab9cab tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0543790 Nov 23 19:11:22.780138 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-6f89307f-d26d-47c7-9e91-91dfa171dbc1 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.782789 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-6f89307f-d26d-47c7-9e91-91dfa171dbc1 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 808 time: 0.1286731 Nov 23 19:11:22.784472 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-18ee329e-4867-43a1-b384-59784ec8a14d req-77a8a0b9-9962-407f-8049-dc41e545fee8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464799 Nov 23 19:11:22.799084 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7bdd4c7b-e60e-41c1-9757-7f14e0ee60dd tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/quotas/e05a8306f83f4dd0a3a9fe4869b5840a HTTP/1.1" status: 200 len: 375 time: 0.0102353 Nov 23 19:11:22.835706 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-9217d7b4-e3ef-4f14-9cc6-bdbd61e2a4da tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268540 Nov 23 19:11:22.935489 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973207b3-feff-4ea9-89f4-8ac7614b9064 req-8d6fca52-598e-4146-b8dd-86556871fceb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.937672 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-973207b3-feff-4ea9-89f4-8ac7614b9064 req-8d6fca52-598e-4146-b8dd-86556871fceb tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0522175 Nov 23 19:11:22.941925 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-413b916b-e0d3-438a-85cc-b58728b804a6 service neutron] 10.222.0.31 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964515 Nov 23 19:11:22.991007 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-973207b3-feff-4ea9-89f4-8ac7614b9064 req-814263f8-941c-4798-ae51-4747a61d05f7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Nov 23 19:11:23.035705 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7cf82b9e-0d73-4cd9-b8fa-5a9f800867af service neutron] 10.222.0.31 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Nov 23 19:11:23.198490 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc8d5877-d7df-4c34-aa03-d589307c7946 req-719251ff-141f-4190-bbea-590fe4fdb2d1 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 210 time: 0.0293603 Nov 23 19:11:23.455019 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.909878 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ff47-dc2b-4748-a9e7-7917f8c27c3b req-65107f58-4974-4ae7-8f94-622e0fbfd763 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:23.911268 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-69e0ff47-dc2b-4748-a9e7-7917f8c27c3b req-65107f58-4974-4ae7-8f94-622e0fbfd763 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0540600 Nov 23 19:11:23.958280 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-69e0ff47-dc2b-4748-a9e7-7917f8c27c3b req-1123025d-a531-4bb2-8fca-072438d5ab51 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 Nov 23 19:11:24.111624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc6ccf-4adc-42f0-ab43-b930b293607c req-71f7fcec-039e-4ed0-91c9-39e315ee217c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:24.113125 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1bfc6ccf-4adc-42f0-ab43-b930b293607c req-71f7fcec-039e-4ed0-91c9-39e315ee217c tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0522971 Nov 23 19:11:24.232149 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1bfc6ccf-4adc-42f0-ab43-b930b293607c req-aae35db1-a5f7-40b3-a531-43f22db0cfd7 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128368 Nov 23 19:11:24.270356 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-fa661c38-a49a-4d8e-a73d-de78746eda4b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:24.272131 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-fa661c38-a49a-4d8e-a73d-de78746eda4b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 808 time: 0.1441302 Nov 23 19:11:24.291017 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Request body: {'port': {'device_id': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde', 'admin_state_up': True, 'tenant_id': 'e05a8306f83f4dd0a3a9fe4869b5840a'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:24.297517 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-609d89f5-90a0-44f6-8b07-7c0e2ac7861c req-b663a5a2-5792-4e85-a9f6-a142af5dde52 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 210 time: 0.0275929 Nov 23 19:11:24.366261 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 070bd712-0ef7-407b-96d2-5fdce27c7f7d no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:24.386635 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 070bd712-0ef7-407b-96d2-5fdce27c7f7d {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:24.387029 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 070bd712-0ef7-407b-96d2-5fdce27c7f7d not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:24.403816 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Made reservation on behalf of e05a8306f83f4dd0a3a9fe4869b5840a for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:24.407301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.529945 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Allocated IP 172.20.0.7 (fa0568f7-c4b2-4dca-a63d-27679fa33bde/bddf3685-1f4c-4e67-a6e3-9337eb8a38fe/735b9c18-8e86-4922-a9fc-3f939147627b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:24.676096 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.708437 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.747183 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Network fa0568f7-c4b2-4dca-a63d-27679fa33bde is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:24.752749 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:24.756173 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:24.761605 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:24.762196 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.772407 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Pushing event updated for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:24.785286 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3e06cd56-9e6d-47ac-9660-1f1b4326fa23 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4990816 Nov 23 19:11:24.801556 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Request body: {'port': {'device_id': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:24.852356 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.109000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735b9c18-8e86-4922-a9fc-3f939147627b {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:25.116895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.128921 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Transition to ACTIVE for port object 735b9c18-8e86-4922-a9fc-3f939147627b will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:25.132287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.206240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Pushing event updated for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.244030 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Attempting to bind port 735b9c18-8e86-4922-a9fc-3f939147627b on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:25.244355 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Attempting to bind port 735b9c18-8e86-4922-a9fc-3f939147627b by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:25.244672 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Attempting to bind port 735b9c18-8e86-4922-a9fc-3f939147627b on network fa0568f7-c4b2-4dca-a63d-27679fa33bde {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:25.255824 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd784f9-e3aa-4906-b055-545209b100eb req-977d18f7-4414-4af4-8dd7-8b9a0470d639 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.257259 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cd784f9-e3aa-4906-b055-545209b100eb req-977d18f7-4414-4af4-8dd7-8b9a0470d639 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.0874126 Nov 23 19:11:25.258227 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Port 735b9c18-8e86-4922-a9fc-3f939147627b on network fa0568f7-c4b2-4dca-a63d-27679fa33bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:25.258539 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Attempting to bind port 735b9c18-8e86-4922-a9fc-3f939147627b on network fa0568f7-c4b2-4dca-a63d-27679fa33bde {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:25.265443 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:25.265971 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Checking segment: {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:25.266565 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Bound using segment: {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:25.267049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Bound port: 735b9c18-8e86-4922-a9fc-3f939147627b, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1e677-b499-4a70-a454-af3cf1358252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:25.267336 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.413627 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835844e-3fc5-46fe-9ec7-6578e33be938 req-bebf03dc-3435-4d14-ba3d-996f078d8dcd tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.415242 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2835844e-3fc5-46fe-9ec7-6578e33be938 req-bebf03dc-3435-4d14-ba3d-996f078d8dcd tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 943 time: 0.0485389 Nov 23 19:11:25.432079 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77240e-5c65-457b-a778-192e05376774 req-c7b8e74d-8f3d-478b-8a2a-fec939e6705a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.433561 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fe77240e-5c65-457b-a778-192e05376774 req-c7b8e74d-8f3d-478b-8a2a-fec939e6705a tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 946 time: 0.1276319 Nov 23 19:11:25.441405 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:25.446255 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=735b9c18-8e86-4922-a9fc-3f939147627b,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:25.461661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.463983 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2835844e-3fc5-46fe-9ec7-6578e33be938 req-ebd0fd52-14b9-4d93-9380-5fec17a5d918 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Nov 23 19:11:25.504199 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Deleting port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:25.504533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.518426 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.519035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.520442 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] 10.222.0.54 "PUT /v2.0/ports/735b9c18-8e86-4922-a9fc-3f939147627b HTTP/1.1" status: 200 len: 1093 time: 0.7231812 Nov 23 19:11:25.529725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:25.532813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d00dba-5b06-4c83-a40e-53ba3617e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:25.610265 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fe77240e-5c65-457b-a778-192e05376774 req-90f48e2a-1aa3-47b0-83b6-d9e9e1e2551e tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cca382b-8809-478c-92e8-e555183ecc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701112 Nov 23 19:11:25.616031 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dacc4c-bc52-4e38-81e8-84b98d844244 x-openstack-request-id: req-62dacc4c-bc52-4e38-81e8-84b98d844244 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:25.616318 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:25.616564 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62dacc4c-bc52-4e38-81e8-84b98d844244 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:25.616942 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b', 'status': 'completed', 'code': 200} Nov 23 19:11:25.646591 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d8c5-4398-439e-b7b3-2d407ce36055 service neutron] Pushing event updated for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.678390 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-bb1c8392-6ded-4e44-a6c3-627a0ac5b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.679808 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-bb1c8392-6ded-4e44-a6c3-627a0ac5b897 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 1096 time: 0.1151531 Nov 23 19:11:25.681475 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] For port efcc1b60-bdc1-49c5-9b33-0bb9b5930637, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:25.681833 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.732343 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Calling delete_port for efcc1b60-bdc1-49c5-9b33-0bb9b5930637 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:25.737248 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-b3a10700-e1fe-4725-b095-1c34669f79ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735b9c18-8e86-4922-a9fc-3f939147627b HTTP/1.1" status: 200 len: 217 time: 0.0478768 Nov 23 19:11:25.832230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-ac8dded1-05e1-49da-8bf4-88a6363bf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.833663 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-ac8dded1-05e1-49da-8bf4-88a6363bf348 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe HTTP/1.1" status: 200 len: 848 time: 0.0878015 Nov 23 19:11:25.872739 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-fa3e4324-eb4c-48c3-81fc-70219fff6e64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa0568f7-c4b2-4dca-a63d-27679fa33bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256114 Nov 23 19:11:25.974994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.989496 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['efcc1b60-bdc1-49c5-9b33-0bb9b5930637'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:26.008895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Pushing event deleted for resources: {'Port': ['ID=efcc1b60-bdc1-49c5-9b33-0bb9b5930637,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.049462 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-3da59a96-65e1-498c-8d85-76c7764ec272 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517205 Nov 23 19:11:26.063987 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] No DVR routers for this DVR port efcc1b60-bdc1-49c5-9b33-0bb9b5930637 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:26.071946 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.075061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cd784f9-e3aa-4906-b055-545209b100eb req-e1d0c1d8-66de-493c-9c6c-848f483ef25d tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.54 "DELETE /v2.0/ports/efcc1b60-bdc1-49c5-9b33-0bb9b5930637 HTTP/1.1" status: 204 len: 173 time: 0.8107893 Nov 23 19:11:26.152368 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ee28d0f7-d9e3-4c12-baa0-96de5521a7d7 req-48753dba-b4a6-4f29-8848-5ec265a3700c service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902150 Nov 23 19:11:26.245388 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-74c2b53f-cb1a-4270-b9ef-1e054e5f81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.246847 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-74c2b53f-cb1a-4270-b9ef-1e054e5f81b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 1096 time: 0.0417717 Nov 23 19:11:26.341647 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-321a71e6-7b22-4250-a7b2-e661edc5f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.343091 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-321a71e6-7b22-4250-a7b2-e661edc5f8c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 200 len: 909 time: 0.0878966 Nov 23 19:11:26.389145 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-221c3823-a83c-413b-a162-4e0242a0338b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735b9c18-8e86-4922-a9fc-3f939147627b HTTP/1.1" status: 200 len: 217 time: 0.0329633 Nov 23 19:11:26.442800 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-d817d43e-4437-4a03-9348-deef68644002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.444232 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-d817d43e-4437-4a03-9348-deef68644002 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe HTTP/1.1" status: 200 len: 848 time: 0.0465045 Nov 23 19:11:26.477801 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-d88948bb-19ff-45c5-bb75-472346905a52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa0568f7-c4b2-4dca-a63d-27679fa33bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252912 Nov 23 19:11:26.573615 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-34ccddeb-8108-4862-9042-44303247e6e0 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865860 Nov 23 19:11:26.590297 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1192875-6b6b-4fad-9133-b8c6969450a6 req-4a3edf44-97ad-44ba-a7c7-9be16e52f6a2 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.591792 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1192875-6b6b-4fad-9133-b8c6969450a6 req-4a3edf44-97ad-44ba-a7c7-9be16e52f6a2 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 943 time: 0.0562055 Nov 23 19:11:26.646802 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1192875-6b6b-4fad-9133-b8c6969450a6 req-904eaf69-4570-421b-8a8c-60f2a6f16a64 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Nov 23 19:11:26.929340 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-37c05b25-204e-4ddd-ac7c-a5676f7dd50b req-f4ffa621-5d3e-496e-8762-95f92f0017c9 tempest-ServerRescueNegativeTestJSON-1236410914 tempest-ServerRescueNegativeTestJSON-1236410914-project] 10.222.0.31 "GET /v2.0/ports?device_id=632a7eba-2fea-4e54-882b-5e7cab768a6e HTTP/1.1" status: 200 len: 210 time: 0.0513616 Nov 23 19:11:26.958695 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a7d00dba-5b06-4c83-a40e-53ba3617e83f req-aec08aac-9c99-4f73-a65b-7a5375b81449 service neutron] 10.222.0.54 "GET /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718421 Nov 23 19:11:27.618012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'name': 'network-vif-deleted', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:27.620378 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43198f8-ea9b-4a23-9ad8-8c907ff06648" -d '{"events": [{"server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "name": "network-vif-deleted", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:27.655122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf97a5-5615-484b-9187-70339810bf11 x-openstack-request-id: req-5fdf97a5-5615-484b-9187-70339810bf11 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:27.655420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632a7eba-2fea-4e54-882b-5e7cab768a6e", "name": "network-vif-deleted", "tag": "efcc1b60-bdc1-49c5-9b33-0bb9b5930637", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:27.655676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fdf97a5-5615-484b-9187-70339810bf11 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:27.656423 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632a7eba-2fea-4e54-882b-5e7cab768a6e', 'name': 'network-vif-deleted', 'tag': 'efcc1b60-bdc1-49c5-9b33-0bb9b5930637', 'status': 'completed', 'code': 200} Nov 23 19:11:27.765856 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c94b9-a32f-441a-858d-e2604e5a020b req-9d9028a3-163e-4c5b-b016-76a1a1d2b5ca tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:27.767309 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4a5c94b9-a32f-441a-858d-e2604e5a020b req-9d9028a3-163e-4c5b-b016-76a1a1d2b5ca tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 943 time: 0.0518274 Nov 23 19:11:27.813905 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4a5c94b9-a32f-441a-858d-e2604e5a020b req-e8c0e3d4-6dae-4d4d-be4d-23b376a4877c tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Nov 23 19:11:27.984588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45716) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:28.379730 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 735b9c18-8e86-4922-a9fc-3f939147627b details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:28.384129 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device efcc1b60-bdc1-49c5-9b33-0bb9b5930637 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:28.391432 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.417044 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: efcc1b60-bdc1-49c5-9b33-0bb9b5930637 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:28.417044 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device efcc1b60-bdc1-49c5-9b33-0bb9b5930637 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:28.504977 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=735b9c18-8e86-4922-a9fc-3f939147627b,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:28.516665 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '735b9c18-8e86-4922-a9fc-3f939147627b', 'network_id': 'fa0568f7-c4b2-4dca-a63d-27679fa33bde', 'port_id': '735b9c18-8e86-4922-a9fc-3f939147627b', 'mac_address': 'fa:16:3e:4c:9d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddf3685-1f4c-4e67-a6e3-9337eb8a38fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:28.554027 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.567393 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735b9c18-8e86-4922-a9fc-3f939147627b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:28.587135 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=735b9c18-8e86-4922-a9fc-3f939147627b,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:28.591950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.643876 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:28.686027 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Deleting port 3e7d2970-0b26-4912-9002-9bf6e5bc740f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:28.686475 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.764753 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] For port 3e7d2970-0b26-4912-9002-9bf6e5bc740f, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3e7d2970-0b26-4912-9002-9bf6e5bc740f,segment=NetworkSegment(0afe2f22-af57-4d60-b454-af01ada36ef1),segment_id=0afe2f22-af57-4d60-b454-af01ada36ef1)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:28.765135 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.777763 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Calling delete_port for 3e7d2970-0b26-4912-9002-9bf6e5bc740f owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:28.863595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['735b9c18-8e86-4922-a9fc-3f939147627b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:28.954279 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544678a-5fd9-4d51-b8bd-c027c7ac8fad req-ed0c5fec-2491-42eb-90bd-4a634a607f48 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:28.955657 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6544678a-5fd9-4d51-b8bd-c027c7ac8fad req-ed0c5fec-2491-42eb-90bd-4a634a607f48 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 944 time: 0.0721767 Nov 23 19:11:29.039862 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6544678a-5fd9-4d51-b8bd-c027c7ac8fad req-730e6ea9-4cd4-445d-9251-f51924d91947 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769484 Nov 23 19:11:29.044330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.075844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7d2970-0b26-4912-9002-9bf6e5bc740f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:29.193659 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.400052 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Router c3b6174a-fafa-4e35-ac28-9e2907d23150 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:29.504559 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:29.509468 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9a67ff84-4134-4a9a-b18e-5c88cc688bc5 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3b6174a-fafa-4e35-ac28-9e2907d23150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5238295 Nov 23 19:11:29.512046 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45720) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:29.515326 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Sync routers for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:29.524740 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:29.525338 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:11:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.614164 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.626853 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:29.716742 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.771317 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Deleting port 3d07026c-4879-485d-b467-d39e7fd913f0 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:29.771649 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.806697 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:11:28Z', 'revision_number': 5, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port': {'id': '3d07026c-4879-485d-b467-d39e7fd913f0', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.832968 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Checking router: c3b6174a-fafa-4e35-ac28-9e2907d23150 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:29.841209 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Routers {'c3b6174a-fafa-4e35-ac28-9e2907d23150'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:29.841864 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:11:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c3b6174a-fafa-4e35-ac28-9e2907d23150'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.849892 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] For port 3d07026c-4879-485d-b467-d39e7fd913f0, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=3d07026c-4879-485d-b467-d39e7fd913f0,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:29.850303 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.867856 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Calling delete_port for 3d07026c-4879-485d-b467-d39e7fd913f0 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:29.932415 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] Set router c3b6174a-fafa-4e35-ac28-9e2907d23150 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:29.985427 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:11:29Z', 'revision_number': 6, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:30.015014 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbefdf-05a2-42c1-a857-eac2b1bf98a7 None None] The sync data for ids ['c3b6174a-fafa-4e35-ac28-9e2907d23150'] in dv-cinder-819007-1-iscsi is: [{'id': 'c3b6174a-fafa-4e35-ac28-9e2907d23150', 'name': 'tempest-ServerRescueNegativeTestJSON-1413676660-router', 'tenant_id': 'c576d7e7cd0f45beb714805242d099f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:43Z', 'updated_at': '2021-11-23T19:11:29Z', 'revision_number': 6, 'project_id': 'c576d7e7cd0f45beb714805242d099f0', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:30.157966 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87b7d7-5613-437f-8390-9a335f1761f3 req-6e2b84a4-200e-42ed-9b90-c95b840ff1da tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.159431 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1a87b7d7-5613-437f-8390-9a335f1761f3 req-6e2b84a4-200e-42ed-9b90-c95b840ff1da tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 944 time: 0.0483158 Nov 23 19:11:30.207431 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1a87b7d7-5613-437f-8390-9a335f1761f3 req-0a1deb9a-c35f-454a-bffc-e93e8e2c2a14 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Nov 23 19:11:30.274403 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.302232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d07026c-4879-485d-b467-d39e7fd913f0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:30.323078 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.431922 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.434240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.474227 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 735b9c18-8e86-4922-a9fc-3f939147627b up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:30.507177 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.507868 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b6174a-fafa-4e35-ac28-9e2907d23150 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:11:30.515321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.516097 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-23a3f194-a643-4583-8cdc-52861f046cd9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c3b6174a-fafa-4e35-ac28-9e2907d23150 HTTP/1.1" status: 204 len: 168 time: 1.0030537 Nov 23 19:11:30.519779 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45732) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:30.533732 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 735b9c18-8e86-4922-a9fc-3f939147627b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:30.538253 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 735b9c18-8e86-4922-a9fc-3f939147627b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:30.538632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.594417 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Deleting subnet c71a4496-fa08-45b3-af51-4aa234310790 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:30.597727 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.636374 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.640880 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.659931 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:30.662162 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd188ad7-f155-4fda-b88d-42437c9a431a" -d '{"events": [{"server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "name": "network-vif-plugged", "status": "completed", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:30.675143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=735b9c18-8e86-4922-a9fc-3f939147627b,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:30.679255 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.682043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.705833 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48071f01-6b80-4879-9adc-00a08cc8654d x-openstack-request-id: req-48071f01-6b80-4879-9adc-00a08cc8654d {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:30.706128 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "name": "network-vif-plugged", "status": "completed", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:30.706379 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48071f01-6b80-4879-9adc-00a08cc8654d {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:30.706759 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b', 'code': 200} Nov 23 19:11:30.737431 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:30.741300 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.769901 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71a4496-fa08-45b3-af51-4aa234310790,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:30.772247 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.780292 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f461e50b-297b-4dc2-9744-edbe956209d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c71a4496-fa08-45b3-af51-4aa234310790 HTTP/1.1" status: 204 len: 168 time: 0.2591615 Nov 23 19:11:30.784485 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45738) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:30.868544 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3d07026c-4879-485d-b467-d39e7fd913f0 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:30.891081 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 3d07026c-4879-485d-b467-d39e7fd913f0 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:30.891457 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3d07026c-4879-485d-b467-d39e7fd913f0 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:30.891973 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3e7d2970-0b26-4912-9002-9bf6e5bc740f no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:30.896552 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.915604 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 3e7d2970-0b26-4912-9002-9bf6e5bc740f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:30.915985 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 3e7d2970-0b26-4912-9002-9bf6e5bc740f not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:30.940472 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bbc91-ebbf-44f6-90a2-28dd187a4a2c req-abab3107-7594-4110-b30e-749f4d20b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.941968 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-995bbc91-ebbf-44f6-90a2-28dd187a4a2c req-abab3107-7594-4110-b30e-749f4d20b766 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 1098 time: 0.0805478 Nov 23 19:11:31.010704 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.045617 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.045997 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.046803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.047136 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.047479 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.047839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.048159 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.048496 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.048816 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.049413 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.122811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.123186 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.123522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.123910 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 19:11:31.124285 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:31.138965 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-995bbc91-ebbf-44f6-90a2-28dd187a4a2c req-a0941242-86f1-4ef1-8f66-9e8e75f5d5b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850796 Nov 23 19:11:31.145178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afe2f22-af57-4d60-b454-af01ada36ef1') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:31.145473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afe2f22-af57-4d60-b454-af01ada36ef1') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:31.161665 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.181968 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.190344 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:31.190746 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: from cryptography.utils import int_from_bytes Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: from cryptography.utils import int_from_bytes Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:31.194667 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:31.254770 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.262717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.265932 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b HTTP/1.1" status: 204 len: 168 time: 0.4804118 Nov 23 19:11:31.276330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563cc62-72df-49f4-a702-d7127ea8e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=00fc85c7-c3ce-4f3a-a2ff-a5095dc4578b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:31.335225 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458befa-a0cd-4640-9546-a851b96f5474 req-73d20612-c6d8-48b7-8438-2ce76d4a2ded tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.337876 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8458befa-a0cd-4640-9546-a851b96f5474 req-73d20612-c6d8-48b7-8438-2ce76d4a2ded tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 945 time: 0.0509572 Nov 23 19:11:31.392285 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8458befa-a0cd-4640-9546-a851b96f5474 req-f4a2db93-8f7a-4ffd-a63a-a7de647304a4 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Nov 23 19:11:31.404785 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45746) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:31.444274 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7f3b85e0-ef50-4c3c-889c-6c99986d7991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c576d7e7cd0f45beb714805242d099f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382254 Nov 23 19:11:31.446573 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:31.495966 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.516294 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.560701 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.563466 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.564626 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cca382b-8809-478c-92e8-e555183ecc32 HTTP/1.1" status: 204 len: 168 time: 0.1171854 Nov 23 19:11:31.572030 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dab12-a557-4629-81f8-6236a6321256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cca382b-8809-478c-92e8-e555183ecc32,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:31.832111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c33a-4bb1-46fd-8428-fe6c6dd2f98a req-88ab66af-5408-4ae3-8bf4-cb5e3367a107 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.833581 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1739c33a-4bb1-46fd-8428-fe6c6dd2f98a req-88ab66af-5408-4ae3-8bf4-cb5e3367a107 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0501523 Nov 23 19:11:31.882045 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1739c33a-4bb1-46fd-8428-fe6c6dd2f98a req-f5206f92-2793-48b0-b6d1-2cd964c6ad15 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Nov 23 19:11:32.518868 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d6c4-5f09-47b2-a9e0-d979ce44e82d req-9989a217-7e02-4484-8dd7-19e02cb9b3ad tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:32.520612 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-34a4d6c4-5f09-47b2-a9e0-d979ce44e82d req-9989a217-7e02-4484-8dd7-19e02cb9b3ad tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 945 time: 0.0521598 Nov 23 19:11:32.570536 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-34a4d6c4-5f09-47b2-a9e0-d979ce44e82d req-b4f7d147-4d31-4a3f-9b23-7801fdab9fb5 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Nov 23 19:11:33.012394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef09de-7acf-47c5-97aa-b0006e2175ec req-14565769-ea98-4de9-b3dd-8e77fd79fdbf tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:33.014265 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e9ef09de-7acf-47c5-97aa-b0006e2175ec req-14565769-ea98-4de9-b3dd-8e77fd79fdbf tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0592148 Nov 23 19:11:33.068215 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e9ef09de-7acf-47c5-97aa-b0006e2175ec req-8e506da7-70e8-4b66-a089-eac948256b41 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Nov 23 19:11:33.265069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32626-02bd-4f72-a36b-661fcc465e8a req-18682150-4159-45a6-90d4-9e5df91db223 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:33.266550 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-31a32626-02bd-4f72-a36b-661fcc465e8a req-18682150-4159-45a6-90d4-9e5df91db223 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 945 time: 0.0487280 Nov 23 19:11:33.278009 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45822) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.315508 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-31a32626-02bd-4f72-a36b-661fcc465e8a req-3c243437-721a-41ed-bf23-35733fd9da66 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Nov 23 19:11:33.390592 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18b287a4-1b6b-48fc-a8a0-670e0865b7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.470230 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18b287a4-1b6b-48fc-a8a0-670e0865b7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.473922 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-18b287a4-1b6b-48fc-a8a0-670e0865b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.511315 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-18b287a4-1b6b-48fc-a8a0-670e0865b7c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcce10b5da8a47eeab19847fd3cfdcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322655 Nov 23 19:11:33.512175 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b287a4-1b6b-48fc-a8a0-670e0865b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab79100-9da1-4fc3-9191-d12c6cd5c748,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:33.514225 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45826) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.562029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.586095 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.636908 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.639495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.641484 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fab79100-9da1-4fc3-9191-d12c6cd5c748 HTTP/1.1" status: 204 len: 168 time: 0.1261060 Nov 23 19:11:33.649197 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db68e0d-4879-4928-b4ab-86b6290860d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab79100-9da1-4fc3-9191-d12c6cd5c748,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:33.901977 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45832) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.916042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f38223e-2fc0-40ce-b098-fafa0d4e141a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.972896 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9f511d8b-4641-4984-a8cb-c6bb669aff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.995695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f38223e-2fc0-40ce-b098-fafa0d4e141a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.999200 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f38223e-2fc0-40ce-b098-fafa0d4e141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.037623 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0f38223e-2fc0-40ce-b098-fafa0d4e141a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95661ea8331349178b094953617f0a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345208 Nov 23 19:11:34.038740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38223e-2fc0-40ce-b098-fafa0d4e141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332ffa99-08b1-4eac-9669-fdcc8f829e47,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:34.040415 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45834) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:34.088179 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.110458 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.173388 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.176173 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.177278 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/332ffa99-08b1-4eac-9669-fdcc8f829e47 HTTP/1.1" status: 204 len: 168 time: 0.1358948 Nov 23 19:11:34.198415 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c1c58-a8b1-472b-89c7-ea963a04c955 req-99ee9e6b-7dea-4c3c-8575-ffcc0b8e43c1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:34.199906 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-347c1c58-a8b1-472b-89c7-ea963a04c955 req-99ee9e6b-7dea-4c3c-8575-ffcc0b8e43c1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0595756 Nov 23 19:11:34.200619 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a24d9-ba2f-44df-a2a5-c9b4bda6f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ffa99-08b1-4eac-9669-fdcc8f829e47,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:34.254276 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-347c1c58-a8b1-472b-89c7-ea963a04c955 req-27c31d11-6f2e-495f-bc49-1dd56a5bb678 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 Nov 23 19:11:34.430219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0d129-8805-4875-bf04-d25c818b001b req-1bd48939-78cf-4df6-bcdb-0656e5cda39c tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:34.431690 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbd0d129-8805-4875-bf04-d25c818b001b req-1bd48939-78cf-4df6-bcdb-0656e5cda39c tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 945 time: 0.0503745 Nov 23 19:11:34.481450 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbd0d129-8805-4875-bf04-d25c818b001b req-e3b5e25d-a507-415f-b5dc-85a2379b7edc tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/security-groups?id=9299fc77-7027-4e83-ba06-2d1451ac1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Nov 23 19:11:34.731562 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-46cb73ed-e4b7-49de-b4dd-64c829398d3b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:34.733039 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-46cb73ed-e4b7-49de-b4dd-64c829398d3b tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 945 time: 0.0524256 Nov 23 19:11:34.830381 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Deleting port 735b9c18-8e86-4922-a9fc-3f939147627b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:34.830779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.845219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45860) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:34.927591 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] For port 735b9c18-8e86-4922-a9fc-3f939147627b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=735b9c18-8e86-4922-a9fc-3f939147627b,segment=NetworkSegment(4bf1e677-b499-4a70-a454-af3cf1358252),segment_id=4bf1e677-b499-4a70-a454-af3cf1358252)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:34.927989 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.941923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Calling delete_port for 735b9c18-8e86-4922-a9fc-3f939147627b owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:34.946323 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1331516361-network', 'tenant_id': '7b0c8d17d04d4650808de915de1456a6'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:35.004115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Made reservation on behalf of 7b0c8d17d04d4650808de915de1456a6 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:35.006277 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.022268 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.124313 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.137359 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['735b9c18-8e86-4922-a9fc-3f939147627b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:35.158740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Pushing event deleted for resources: {'Port': ['ID=735b9c18-8e86-4922-a9fc-3f939147627b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:35.212162 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] No DVR routers for this DVR port 735b9c18-8e86-4922-a9fc-3f939147627b on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:35.215619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.219643 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b90f652a-3cb4-4ce7-89f9-722870dd3fd0 req-7efd9353-8df4-493e-8b54-426dba66db39 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.54 "DELETE /v2.0/ports/735b9c18-8e86-4922-a9fc-3f939147627b HTTP/1.1" status: 204 len: 173 time: 0.4768834 Nov 23 19:11:35.220106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'name': 'network-vif-deleted', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:35.222459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2b81d-82bc-460d-9da6-ee9a6822a9cd" -d '{"events": [{"server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "name": "network-vif-deleted", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:35.236711 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.242385 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.269844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5a5dfd-7618-413f-9f8f-83d051ddbe0e x-openstack-request-id: req-8e5a5dfd-7618-413f-9f8f-83d051ddbe0e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:35.270143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf04178-9d5f-42e4-ad2e-f7447b34b84a", "name": "network-vif-deleted", "tag": "735b9c18-8e86-4922-a9fc-3f939147627b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:35.270396 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e5a5dfd-7618-413f-9f8f-83d051ddbe0e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:35.270787 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf04178-9d5f-42e4-ad2e-f7447b34b84a', 'name': 'network-vif-deleted', 'tag': '735b9c18-8e86-4922-a9fc-3f939147627b', 'status': 'completed', 'code': 200} Nov 23 19:11:35.274139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:35.279798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6f8bc-0c0f-43ec-8272-a211d0437df1,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:35.288926 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.289274 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Added segment 4dff6ce2-26c4-4eee-90a4-ae97cae06859 of type vlan for network be6417bb-51ab-4dc2-a97a-d929c2ef9246 Nov 23 19:11:35.338956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.389219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.390734 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.391367 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.420943 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5c9d7-0f6c-4b21-9691-f08df6ac7092 req-e16cd79c-f2a0-4ddf-a3a2-42a4ac412e11 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.422482 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58f5c9d7-0f6c-4b21-9691-f08df6ac7092 req-e16cd79c-f2a0-4ddf-a3a2-42a4ac412e11 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0861790 Nov 23 19:11:35.475069 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6287980 Nov 23 19:11:35.477548 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5e1f0-3709-454c-b524-087a4ac9dede admin admin] Pushing event updated for resources: {'Network': ['ID=be6417bb-51ab-4dc2-a97a-d929c2ef9246,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:35.478068 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45868) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:35.483125 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Request body: {'subnet': {'network_id': 'be6417bb-51ab-4dc2-a97a-d929c2ef9246', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1331516361-subnet', 'tenant_id': '7b0c8d17d04d4650808de915de1456a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:35.487274 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network be6417bb-51ab-4dc2-a97a-d929c2ef9246 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:35.508610 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Made reservation on behalf of 7b0c8d17d04d4650808de915de1456a6 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:35.511539 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533227824'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.511676 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58f5c9d7-0f6c-4b21-9691-f08df6ac7092 req-14a33ec9-43a4-483c-8fe3-29c73f69a48d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820470 Nov 23 19:11:35.606208 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-95144a25-79ba-44ba-9189-eb443842523a req-18894314-1db6-49d6-abb3-5ff480e26e40 tempest-VolumesActionsTest-1507786100 tempest-VolumesActionsTest-1507786100-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cf04178-9d5f-42e4-ad2e-f7447b34b84a HTTP/1.1" status: 200 len: 210 time: 0.0322909 Nov 23 19:11:35.710383 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532981533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533227810'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.760199 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d162bf-73d3-4f39-88e0-9805ef73102d,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:35.775362 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Checking segment: {'id': '4dff6ce2-26c4-4eee-90a4-ae97cae06859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be6417bb-51ab-4dc2-a97a-d929c2ef9246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:35.775702 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Network hostable DHCP agents. Network: be6417bb-51ab-4dc2-a97a-d929c2ef9246, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:35.792973 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Network be6417bb-51ab-4dc2-a97a-d929c2ef9246 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:35.802211 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, be6417bb-51ab-4dc2-a97a-d929c2ef9246) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:35.806205 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.806809 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.811262 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ed1ea-26f9-469d-b6ba-9978a1c342b3 None None] Network be6417bb-51ab-4dc2-a97a-d929c2ef9246 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:35.823538 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d830f81f-7249-4606-a403-c6163ea09db3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3443804 Nov 23 19:11:35.935725 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c124dd1-86ab-4cde-b9d4-c48d9354e80f None None] Network be6417bb-51ab-4dc2-a97a-d929c2ef9246 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:36.228656 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f38b-d46e-4596-918b-7611d35efbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.293762 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45886) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.298737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479349444-network', 'tenant_id': '69469519efeb45969c1349a5e8977599'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:36.319971 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Made reservation on behalf of 69469519efeb45969c1349a5e8977599 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:36.322109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.331310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.406839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.410630 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.431269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:36.446763 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece7700-1e5e-48f2-8c29-03ce7b003a83,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.449560 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.449895 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Added segment 06cc5242-f6ce-4e8a-9c57-e49386601d1e of type vlan for network a0c0de83-39ba-4b06-80c9-ed7388700eb9 Nov 23 19:11:36.490659 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.514398 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.515353 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.515948 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.551087 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2562387 Nov 23 19:11:36.554039 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45890) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.561776 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Request body: {'subnet': {'network_id': 'a0c0de83-39ba-4b06-80c9-ed7388700eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479349444-subnet', 'tenant_id': '69469519efeb45969c1349a5e8977599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:36.581244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67ddc6-b183-449b-9641-88f1667b5543 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c0de83-39ba-4b06-80c9-ed7388700eb9,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.584281 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Made reservation on behalf of 69469519efeb45969c1349a5e8977599 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:36.586587 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533227824'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.593910 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network a0c0de83-39ba-4b06-80c9-ed7388700eb9 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:36.664827 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:11:36.667879 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4228a-97f0-4f22-84a5-77d0e478107a req-dc87ce05-a545-4b82-9ea8-3c65a80c080d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.673416 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bbb4228a-97f0-4f22-84a5-77d0e478107a req-dc87ce05-a545-4b82-9ea8-3c65a80c080d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0610988 Nov 23 19:11:36.721887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bbb4228a-97f0-4f22-84a5-77d0e478107a req-080ecede-24b6-4424-bdf3-7146975d11e1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457108 Nov 23 19:11:36.788510 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532981533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533227810'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.842387 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9b29e2-a362-4fd0-8ba1-ea81b7bc1ebc,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.852701 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Checking segment: {'id': '06cc5242-f6ce-4e8a-9c57-e49386601d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a0c0de83-39ba-4b06-80c9-ed7388700eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:36.853051 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Network hostable DHCP agents. Network: a0c0de83-39ba-4b06-80c9-ed7388700eb9, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:36.869391 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Network a0c0de83-39ba-4b06-80c9-ed7388700eb9 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:36.879042 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, a0c0de83-39ba-4b06-80c9-ed7388700eb9) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:36.891785 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.892376 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.899106 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3aa95-3823-45bd-8e31-7d8cf439605b None None] Network a0c0de83-39ba-4b06-80c9-ed7388700eb9 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:36.910715 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-dde1002f-a24a-4d87-b8e6-64202d3f0c83 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3546312 Nov 23 19:11:37.034775 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45912) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.091079 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Deleting subnet 46d162bf-73d3-4f39-88e0-9805ef73102d {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:37.095457 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.132170 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.164000 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a42c9-55ea-4243-9476-bc2c10b910e9 None None] Network a0c0de83-39ba-4b06-80c9-ed7388700eb9 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:37.177009 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.235043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.262394 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.275175 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46d162bf-73d3-4f39-88e0-9805ef73102d HTTP/1.1" status: 204 len: 168 time: 0.2298722 Nov 23 19:11:37.275520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.275619 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221c5d-d4af-45dc-9a15-ec1a3bd2a9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d162bf-73d3-4f39-88e0-9805ef73102d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.348954 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.431380 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.453856 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6417bb-51ab-4dc2-a97a-d929c2ef9246']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:37.454803 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.463743 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dff6ce2-26c4-4eee-90a4-ae97cae06859') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:37.464073 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dff6ce2-26c4-4eee-90a4-ae97cae06859') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:37.474104 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.487219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.494220 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:37.494603 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:37.496292 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:37.552397 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.556562 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.559754 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] 10.222.0.31 "DELETE /v2.0/networks/be6417bb-51ab-4dc2-a97a-d929c2ef9246 HTTP/1.1" status: 204 len: 168 time: 0.2900653 Nov 23 19:11:37.562756 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45942) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.571547 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a360-bc13-4e4e-b3c8-7928b2c57406 admin admin] Pushing event deleted for resources: {'Network': ['ID=be6417bb-51ab-4dc2-a97a-d929c2ef9246,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.611004 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Deleting subnet 4c9b29e2-a362-4fd0-8ba1-ea81b7bc1ebc {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:37.614186 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.647517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.685045 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.735341 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.759283 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9b29e2-a362-4fd0-8ba1-ea81b7bc1ebc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.762752 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.768413 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d50c919c-7861-4a55-b14b-c914baa221a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c9b29e2-a362-4fd0-8ba1-ea81b7bc1ebc HTTP/1.1" status: 204 len: 168 time: 0.2016463 Nov 23 19:11:37.768697 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 45946) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.861511 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.902003 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f865c8-a3fb-4e2c-8f29-3346db205e26 req-acc45446-1b50-4e3c-b39e-f1c83e1fd0fd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.903444 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-96f865c8-a3fb-4e2c-8f29-3346db205e26 req-acc45446-1b50-4e3c-b39e-f1c83e1fd0fd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.1083226 Nov 23 19:11:37.975281 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.005953 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-96f865c8-a3fb-4e2c-8f29-3346db205e26 req-b19be57b-95f3-42eb-bee4-44ad5ab396d2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906575 Nov 23 19:11:38.007358 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c0de83-39ba-4b06-80c9-ed7388700eb9']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:38.016704 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cc5242-f6ce-4e8a-9c57-e49386601d1e') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:38.017028 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cc5242-f6ce-4e8a-9c57-e49386601d1e') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:38.026373 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.039514 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.045375 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:38.045745 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:38.048089 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:38.103231 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.109396 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.112669 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0c0de83-39ba-4b06-80c9-ed7388700eb9 HTTP/1.1" status: 204 len: 168 time: 0.3430729 Nov 23 19:11:38.122409 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b752040-bcac-443f-8af1-f3c480dcb433 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c0de83-39ba-4b06-80c9-ed7388700eb9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:38.266453 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45950) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:38.308243 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6fc536b8-7f12-43e0-a812-0343b0c1816c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b0c8d17d04d4650808de915de1456a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405402 Nov 23 19:11:38.310606 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45952) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:38.356056 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.375937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.421761 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.424631 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.425775 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2e6f8bc-0c0f-43ec-8272-a211d0437df1 HTTP/1.1" status: 204 len: 168 time: 0.1142721 Nov 23 19:11:38.441181 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392f3a-5b4b-4490-9ec5-5a64e817350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6f8bc-0c0f-43ec-8272-a211d0437df1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:38.730587 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45962) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:38.771063 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-78912cfd-e29a-437e-97ed-5cc8d5cbe5d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69469519efeb45969c1349a5e8977599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392537 Nov 23 19:11:38.773439 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 45964) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:38.776254 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.821454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.841843 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.887101 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.889621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.891459 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aece7700-1e5e-48f2-8c29-03ce7b003a83 HTTP/1.1" status: 204 len: 168 time: 0.1170800 Nov 23 19:11:38.899301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a73321-ea72-4e47-aa3d-798d290b5992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece7700-1e5e-48f2-8c29-03ce7b003a83,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:39.120857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35ef8-4586-4b9d-a11e-0a66bf5662c7 req-c860516b-b5b5-4039-885a-d8c87ee23535 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:39.122652 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-39f35ef8-4586-4b9d-a11e-0a66bf5662c7 req-c860516b-b5b5-4039-885a-d8c87ee23535 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Nov 23 19:11:39.172203 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-39f35ef8-4586-4b9d-a11e-0a66bf5662c7 req-1a919794-4932-4368-b6d5-abf217069972 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Nov 23 19:11:39.476799 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 735b9c18-8e86-4922-a9fc-3f939147627b no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:39.497543 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 735b9c18-8e86-4922-a9fc-3f939147627b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:39.497889 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 735b9c18-8e86-4922-a9fc-3f939147627b not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:40.289404 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b7fe4-07ea-4658-b5f3-6b69af33c60b req-bef93fe1-f33d-4310-9ce0-9d66c05fd0f7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.291109 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ff0b7fe4-07ea-4658-b5f3-6b69af33c60b req-bef93fe1-f33d-4310-9ce0-9d66c05fd0f7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0504193 Nov 23 19:11:40.307342 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.339688 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ff0b7fe4-07ea-4658-b5f3-6b69af33c60b req-7f7af5c5-66f0-4b60-8f09-fcb14d056ff9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Nov 23 19:11:41.459168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1190-e68f-4afc-b3d9-26b33dd37794 req-952a589e-fc5a-45f9-ae78-2ff91f8e55f0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.460708 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-569c1190-e68f-4afc-b3d9-26b33dd37794 req-952a589e-fc5a-45f9-ae78-2ff91f8e55f0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Nov 23 19:11:41.509017 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-569c1190-e68f-4afc-b3d9-26b33dd37794 req-42f02920-3664-4ad0-a68a-c9d7fa478aeb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Nov 23 19:11:42.645323 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e311532-850d-4ccf-9d2d-23ef43ef3833 req-c75c9102-db56-4cab-84c2-ad4195d8472e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:42.647539 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6e311532-850d-4ccf-9d2d-23ef43ef3833 req-c75c9102-db56-4cab-84c2-ad4195d8472e tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0602958 Nov 23 19:11:42.708104 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6e311532-850d-4ccf-9d2d-23ef43ef3833 req-b9d1abe0-0ec4-40ab-bf28-b7414166b0ef tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542791 Nov 23 19:11:42.985210 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881a065-bbb2-4342-a358-73494352d7f6 req-abb65a90-b837-4644-8fb4-c44d1ca0ecfb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:42.994148 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2881a065-bbb2-4342-a358-73494352d7f6 req-abb65a90-b837-4644-8fb4-c44d1ca0ecfb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0786800 Nov 23 19:11:43.014368 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-8d7b1939-7928-4658-b29d-915377efac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.017394 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-8d7b1939-7928-4658-b29d-915377efac08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1098 time: 0.0462110 Nov 23 19:11:43.045235 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2881a065-bbb2-4342-a358-73494352d7f6 req-5ac2756f-bf50-4e36-a621-1de8871f2294 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499587 Nov 23 19:11:43.136111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-8e63a02e-c96d-4b44-a889-68f69f5267a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.137636 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-8e63a02e-c96d-4b44-a889-68f69f5267a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.1118605 Nov 23 19:11:43.214867 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-c1236764-08ac-43fd-a740-ae61697d5ac9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 1000 time: 0.0688167 Nov 23 19:11:43.306095 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-24658b91-543f-4c5e-86ff-95924d069d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.308355 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-24658b91-543f-4c5e-86ff-95924d069d77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0778613 Nov 23 19:11:43.380799 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-ff8b4d69-02c8-4308-b523-e4d77344e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.384984 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-ff8b4d69-02c8-4308-b523-e4d77344e282 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679839 Nov 23 19:11:43.487372 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-99a6f959-565c-425b-b54c-bb9f4070fa93 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945435 Nov 23 19:11:43.609467 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e96733b-bbf6-483b-91a8-2dc546d8757c req-a2828f40-3e72-4e3b-9ccc-c2e6ddf751d5 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137922 Nov 23 19:11:44.081895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46110) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.232748 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9d31b4-7ad9-40f1-aa73-c63885d13252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.263240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5bdd1-1ef8-4c07-98d3-bc0a5ac85ee3 req-8b1d6cf9-12fa-4729-a113-a8db6629f3de tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:44.265289 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0ed5bdd1-1ef8-4c07-98d3-bc0a5ac85ee3 req-8b1d6cf9-12fa-4729-a113-a8db6629f3de tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0941169 Nov 23 19:11:44.346120 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0ed5bdd1-1ef8-4c07-98d3-bc0a5ac85ee3 req-1e9bd37c-d254-4889-b095-df148c704a8c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749700 Nov 23 19:11:44.380060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9d31b4-7ad9-40f1-aa73-c63885d13252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.385090 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0f9d31b4-7ad9-40f1-aa73-c63885d13252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.428937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d31b4-7ad9-40f1-aa73-c63885d13252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db32f40-30d5-44aa-ba6a-da49467013d3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.435921 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0f9d31b4-7ad9-40f1-aa73-c63885d13252 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34a9c80730fc43d0a556605c84d7efdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529453 Nov 23 19:11:44.436083 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46114) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.488930 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.514392 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.570283 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.573258 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.574454 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2db32f40-30d5-44aa-ba6a-da49467013d3 HTTP/1.1" status: 204 len: 168 time: 0.1371188 Nov 23 19:11:44.598629 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db32f40-30d5-44aa-ba6a-da49467013d3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.605994 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.606466 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.606807 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.615840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3ed51-184d-421e-b427-99c6854b0cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:44.919501 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46128) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.933786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c07b25-1bb1-47ef-9aa5-36b93d957852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.020820 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c07b25-1bb1-47ef-9aa5-36b93d957852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.024800 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-20c07b25-1bb1-47ef-9aa5-36b93d957852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.076129 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-20c07b25-1bb1-47ef-9aa5-36b93d957852 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd301586aeae4d04a08c8e7806a2c89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554003 Nov 23 19:11:45.078998 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07b25-1bb1-47ef-9aa5-36b93d957852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac767c-4ac5-41bf-8c78-9fb863957a86,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.079441 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46132) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:45.134907 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.158767 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.215310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.219198 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.222562 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0ac767c-4ac5-41bf-8c78-9fb863957a86 HTTP/1.1" status: 204 len: 168 time: 0.1397283 Nov 23 19:11:45.228602 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac9d60-176a-4f85-afb1-5c1a9d5664ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac767c-4ac5-41bf-8c78-9fb863957a86,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.477784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1e37d-58d9-4d0e-b610-9f244ce730d0 req-e57e8ff3-9caf-48df-b3fe-091fd3a3117d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:45.479345 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-05c1e37d-58d9-4d0e-b610-9f244ce730d0 req-e57e8ff3-9caf-48df-b3fe-091fd3a3117d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Nov 23 19:11:45.536281 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-05c1e37d-58d9-4d0e-b610-9f244ce730d0 req-f8faa185-4c7f-4b11-b2f2-c7a8d0260a8c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472515 Nov 23 19:11:49.238356 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-4647e6c5-34bd-45f3-acc6-8971582d719a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475738 Nov 23 19:11:49.325991 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-d29c3351-85f4-40a9-bb91-0c4c3da8225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:49.327484 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-d29c3351-85f4-40a9-bb91-0c4c3da8225c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 1098 time: 0.0630493 Nov 23 19:11:49.486314 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-de217274-bf10-4d8e-b993-c03d8236d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:49.487948 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-de217274-bf10-4d8e-b993-c03d8236d53b service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.1385531 Nov 23 19:11:49.560760 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-f65f45bb-7dee-4932-90e3-27a8515ad976 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 200 len: 1000 time: 0.0651979 Nov 23 19:11:49.622634 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-ba202c41-0a75-4746-a771-3e37c7b11d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:49.626793 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-ba202c41-0a75-4746-a771-3e37c7b11d62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0572264 Nov 23 19:11:49.684601 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-e668b548-e441-4e9b-b07a-dca23557aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:49.686097 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-e668b548-e441-4e9b-b07a-dca23557aaf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514648 Nov 23 19:11:49.839277 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-87a08941-1073-41e8-a43b-126c885d7474 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433220 Nov 23 19:11:49.945528 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da69a73d-3098-4be7-b2b7-27e1633162a5 req-9caf17a0-c02a-46db-8b6b-4e0c507e9155 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956254 Nov 23 19:11:53.462405 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.638198 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46318) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:54.772420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.852488 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.857046 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.900554 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53ff3f-e08b-44f8-b26b-6bfa8bc69e3b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:54.915937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46326) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:54.916474 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3c2a08eacdc4fd1bd152ee816103508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767015 Nov 23 19:11:54.917580 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.917973 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.918341 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.918675 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.919008 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.919338 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.919670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.920026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.920366 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.920708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.921031 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.921351 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9395f8-b714-4f26-8e1f-3ed0a127992b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:54.982517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.004546 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.062525 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.068305 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.069861 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd53ff3f-e08b-44f8-b26b-6bfa8bc69e3b HTTP/1.1" status: 204 len: 168 time: 0.1519742 Nov 23 19:11:55.080031 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6f5a6-d34d-4247-b57d-ed6ed40bc10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53ff3f-e08b-44f8-b26b-6bfa8bc69e3b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:55.377786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46332) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:55.393413 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8d132d-b1e5-4320-8173-2241d06c2387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.478048 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8d132d-b1e5-4320-8173-2241d06c2387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.483955 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e8d132d-b1e5-4320-8173-2241d06c2387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.523108 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d132d-b1e5-4320-8173-2241d06c2387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df3d04-5f86-48f2-ae12-d049a86201e3,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:55.542857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46334) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:55.550007 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2e8d132d-b1e5-4320-8173-2241d06c2387 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb0f9c59a4d44fd7bea4a09f970e315e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660650 Nov 23 19:11:55.595106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.618072 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.666814 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.670306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.671592 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8df3d04-5f86-48f2-ae12-d049a86201e3 HTTP/1.1" status: 204 len: 168 time: 0.1277087 Nov 23 19:11:55.680263 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354531b0-4122-429a-80d7-02c0132c3a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df3d04-5f86-48f2-ae12-d049a86201e3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.094331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:56.107118 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aa1be03-c19d-497c-a1ea-cc9aeac92fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.196744 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aa1be03-c19d-497c-a1ea-cc9aeac92fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.201123 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0aa1be03-c19d-497c-a1ea-cc9aeac92fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.243012 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0aa1be03-c19d-497c-a1ea-cc9aeac92fbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1330bbca6fad4433b68a8df650532890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474495 Nov 23 19:11:56.243838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1be03-c19d-497c-a1ea-cc9aeac92fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c439265-74d6-46c4-82fd-9630648edb06,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.246306 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46346) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:56.302209 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.325669 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.375215 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.377630 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.378804 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c439265-74d6-46c4-82fd-9630648edb06 HTTP/1.1" status: 204 len: 168 time: 0.1307812 Nov 23 19:11:56.386952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed795-3644-4b94-8401-939b6be44195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c439265-74d6-46c4-82fd-9630648edb06,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.678166 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46480) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.723349 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Deleting subnet bddf3685-1f4c-4e67-a6e3-9337eb8a38fe {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:59.726266 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.758519 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.794444 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.844565 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.871545 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddf3685-1f4c-4e67-a6e3-9337eb8a38fe,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.876512 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.879843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-94cee17e-4ae4-4afa-ad41-0eaead575970 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bddf3685-1f4c-4e67-a6e3-9337eb8a38fe HTTP/1.1" status: 204 len: 168 time: 0.2006650 Nov 23 19:11:59.882298 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46482) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.953087 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.030947 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.050295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0568f7-c4b2-4dca-a63d-27679fa33bde']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.059195 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf1e677-b499-4a70-a454-af3cf1358252') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.059517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf1e677-b499-4a70-a454-af3cf1358252') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:00.069465 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.082154 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.087736 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:12:00.088138 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:12:00.089706 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:12:00.141327 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.147900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.151020 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa0568f7-c4b2-4dca-a63d-27679fa33bde HTTP/1.1" status: 204 len: 168 time: 0.2678223 Nov 23 19:12:00.160198 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837231a0-d70b-4862-a31b-38dcb3386e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0568f7-c4b2-4dca-a63d-27679fa33bde,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.313399 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46490) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.355967 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2d8aadcd-d377-472c-9522-ceceab61811d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e05a8306f83f4dd0a3a9fe4869b5840a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412438 Nov 23 19:12:00.359318 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46492) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.407233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.430370 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.478213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.481038 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.482191 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9299fc77-7027-4e83-ba06-2d1451ac1aa3 HTTP/1.1" status: 204 len: 168 time: 0.1219089 Nov 23 19:12:00.490667 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e733-ee8b-4c12-b937-2a3160e4360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299fc77-7027-4e83-ba06-2d1451ac1aa3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.555525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46498) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.772320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38bef40f-fbb7-451f-9579-64922efc5270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.852212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38bef40f-fbb7-451f-9579-64922efc5270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.856168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-38bef40f-fbb7-451f-9579-64922efc5270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.892832 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef40f-fbb7-451f-9579-64922efc5270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ac957-e637-4c0e-8403-deafec77232c,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.900809 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46512) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.901205 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-38bef40f-fbb7-451f-9579-64922efc5270 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d68af5c5a5f64c0d8f5f8e827e1be146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442955 Nov 23 19:12:00.957295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.978316 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.023688 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.026468 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.027613 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f7ac957-e637-4c0e-8403-deafec77232c HTTP/1.1" status: 204 len: 168 time: 0.1258404 Nov 23 19:12:01.038329 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5ef3-38e3-4dff-8b3f-b6b52f16ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ac957-e637-4c0e-8403-deafec77232c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.298381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46532) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.313068 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1630-054f-4e30-bda9-6f28c594d96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.391832 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1630-054f-4e30-bda9-6f28c594d96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.395899 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1630-054f-4e30-bda9-6f28c594d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.434325 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3e6c1630-054f-4e30-bda9-6f28c594d96e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb921fb1586f4177bb26bbc62002f64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345849 Nov 23 19:12:01.435423 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1630-054f-4e30-bda9-6f28c594d96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ff737-5494-4454-b055-54921b7ef235,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.437113 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46560) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.495251 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.516877 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.564057 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.566805 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.568003 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e59ff737-5494-4454-b055-54921b7ef235 HTTP/1.1" status: 204 len: 168 time: 0.1287603 Nov 23 19:12:01.583588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581f1b7-15d1-478a-98f1-3a10c6b4a43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ff737-5494-4454-b055-54921b7ef235,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:03.974056 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ae03fec1-d020-4ada-b7cb-5f8b9f673e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.136350 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46638) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.242704 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca3c720d-ede5-4be9-aabb-288edd679713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.315213 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca3c720d-ede5-4be9-aabb-288edd679713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.319213 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ca3c720d-ede5-4be9-aabb-288edd679713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.359781 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c720d-ede5-4be9-aabb-288edd679713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2593066b-ebb8-4a7e-88bb-de2740f5623a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.366657 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ca3c720d-ede5-4be9-aabb-288edd679713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30b7c34529e545c5bfcee48eb01a7f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268827 Nov 23 19:12:05.368255 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46646) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.420840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.443153 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.492039 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.494754 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.495948 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2593066b-ebb8-4a7e-88bb-de2740f5623a HTTP/1.1" status: 204 len: 168 time: 0.1259871 Nov 23 19:12:05.503667 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebf3f9-d7cf-46cf-99b7-fc2391001e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2593066b-ebb8-4a7e-88bb-de2740f5623a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.233623 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fce61b16-509e-4b2c-8c27-e766170763df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.983105 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d32bf-8d21-4f1e-bb23-a4354f503ef2 req-6728a504-9f8d-40ee-88c6-5a608db84d9b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:06.984587 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-866d32bf-8d21-4f1e-bb23-a4354f503ef2 req-6728a504-9f8d-40ee-88c6-5a608db84d9b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0481758 Nov 23 19:12:07.031482 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-866d32bf-8d21-4f1e-bb23-a4354f503ef2 req-88724ad2-89d5-4ed0-a784-ef9c6b2c1999 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401556 Nov 23 19:12:07.454138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.160173 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bf720-66e5-48ff-b94b-05480dfcf332 req-9114303d-f1a7-475d-8c5a-5d7cbf851feb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:08.161714 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-375bf720-66e5-48ff-b94b-05480dfcf332 req-9114303d-f1a7-475d-8c5a-5d7cbf851feb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0530007 Nov 23 19:12:08.210695 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-375bf720-66e5-48ff-b94b-05480dfcf332 req-835de1e3-d0cc-447e-b416-a4b985165cdc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 Nov 23 19:12:08.682720 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209dc64-1580-42fb-8356-08f8de3f629e req-63bcd15a-addc-4ea8-a698-6cf5cb74be7c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:08.684316 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b209dc64-1580-42fb-8356-08f8de3f629e req-63bcd15a-addc-4ea8-a698-6cf5cb74be7c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0501411 Nov 23 19:12:08.787534 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Deleting port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:12:08.788046 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.789045 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.878720 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] For port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:08.879072 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.361969 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826786f-4231-47e4-8df1-ff51d6772040 req-b10ec0a2-3e81-487f-b6cc-fa2cec4c1849 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:09.363631 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e826786f-4231-47e4-8df1-ff51d6772040 req-b10ec0a2-3e81-487f-b6cc-fa2cec4c1849 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebb9867-2731-40c5-9367-62b655d2340d HTTP/1.1" status: 200 len: 947 time: 0.0581584 Nov 23 19:12:09.414488 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.415100 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.415463 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Floating IP 63cd9736-10f8-4550-9f1d-638f892a6865 disassociated. External IP: 172.27.0.181, port: e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f. Nov 23 19:12:09.416432 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Calling delete_port for e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:12:09.429479 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e826786f-4231-47e4-8df1-ff51d6772040 req-dd5e1618-2ea4-4c9d-9a87-5c3e979e2229 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=1145705a-9194-461d-a397-040bb2814842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580201 Nov 23 19:12:09.569970 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.598791 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'Port': ['ID=e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.723638 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:09.849086 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:09.860549 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:09.871605 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:09.874072 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:09.892684 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] No DVR routers for this DVR port e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:12:09.895436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.899312 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b209dc64-1580-42fb-8356-08f8de3f629e req-9cec780a-c049-4885-b68a-0a204f5b3693 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "DELETE /v2.0/ports/e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f HTTP/1.1" status: 204 len: 173 time: 1.2083933 Nov 23 19:12:09.899982 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-deleted', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:09.902789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33129d0b-58c5-4fe1-a0d9-bcfe9c0f7bbe" -d '{"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-deleted", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:09.946651 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9472630b-2033-4115-9113-272cc2edda1e x-openstack-request-id: req-9472630b-2033-4115-9113-272cc2edda1e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:09.946651 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb9867-2731-40c5-9367-62b655d2340d", "name": "network-vif-deleted", "tag": "e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:09.946651 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9472630b-2033-4115-9113-272cc2edda1e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:09.946651 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb9867-2731-40c5-9367-62b655d2340d', 'name': 'network-vif-deleted', 'tag': 'e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f', 'status': 'completed', 'code': 200} Nov 23 19:12:10.002859 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:10.209341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.237006 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:10.247956 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:10.248577 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.342259 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.370486 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:10.549561 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46738) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.616336 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.623426 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.648709 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.664745 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386eca-797c-47f4-ac2d-a6f51c19bc54 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:10.720903 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.725472 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.726799 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "DELETE /v2.0/security-groups/1145705a-9194-461d-a397-040bb2814842 HTTP/1.1" status: 204 len: 168 time: 0.1760926 Nov 23 19:12:10.729539 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46744) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.761653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79780652-bc1c-4d47-a9bd-ef7eeb4f9e3a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145705a-9194-461d-a397-040bb2814842,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:10.762389 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.api.v2.resource [None req-13c08b55-04ec-4491-8a7e-3db23427a096 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] show failed (client error): The resource could not be found. Nov 23 19:12:10.775505 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-13c08b55-04ec-4491-8a7e-3db23427a096 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups/1145705a-9194-461d-a397-040bb2814842 HTTP/1.1" status: 404 len: 347 time: 0.0448110 Nov 23 19:12:10.776871 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46748) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.926063 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Deleting port 6c44db19-711c-4ba8-a59c-1f1023142388 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:12:10.929379 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.032026 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ea53c-83e1-434a-b360-5722ecf505f9 None None] New status for floating IP 63cd9736-10f8-4550-9f1d-638f892a6865: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:11.049569 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.049893 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.062537 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Calling delete_port for 6c44db19-711c-4ba8-a59c-1f1023142388 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:12:11.486396 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.513768 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'Port': ['ID=6c44db19-711c-4ba8-a59c-1f1023142388,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:11.589464 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.592269 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.593510 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b954655a-727f-4fe5-95f4-42057ef81e9e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "DELETE /v2.0/floatingips/63cd9736-10f8-4550-9f1d-638f892a6865 HTTP/1.1" status: 204 len: 168 time: 0.8154638 Nov 23 19:12:11.944891 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46780) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.949449 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131561885', 'description': 'tempest-description--412485757'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.977814 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.047516 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.052703 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.078221 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.079861 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1338618 Nov 23 19:12:12.083216 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.091613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group_rule': {'security_group_id': '695667c2-0834-4948-9f8c-98380fa273ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.112122 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaaf00-142b-46f1-9a3f-dc586e4850a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695667c2-0834-4948-9f8c-98380fa273ab,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.128411 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.197815 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.207385 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.234108 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.238696 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511755 Nov 23 19:12:12.238957 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cdd51-2e74-4006-8905-6fa60e8f8ed8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd0713b-6eb8-49bd-a128-c81280fba307,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.239075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46792) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.243793 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'security_group_rule': {'security_group_id': '695667c2-0834-4948-9f8c-98380fa273ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.294431 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.344100 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.352589 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.371463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61247bfa-29dd-4ec9-a77e-b5fbb835b2ef,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.379550 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.383619 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f65b44f8-668f-4a15-89be-171cec36a5ad tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405759 Nov 23 19:12:12.383844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46798) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.388076 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.409668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.510158 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.620461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Allocated IP 172.27.0.136 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/bf4cc746-0739-4e3d-b190-539378cbecd3) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:12:12.725181 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.758432 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.802436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:12:12.805250 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:12:12.808956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:12:12.815379 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=bf4cc746-0739-4e3d-b190-539378cbecd3,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.895842 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.931536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.097592 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.102258 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.171589 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=bf4cc746-0739-4e3d-b190-539378cbecd3,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:13.187418 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.203670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.205624 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c06ad57d-e509-4b8a-aa65-f19e7adc746b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8208396 Nov 23 19:12:13.408339 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-0cfe29f8-b634-4843-a90d-a349ba357b78 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2131561885&fields=id&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 267 time: 0.0443139 Nov 23 19:12:13.521647 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-a8b4e473-97af-4adf-afdf-0a7f3454dfcb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.523077 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-a8b4e473-97af-4adf-afdf-0a7f3454dfcb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 816 time: 0.1072409 Nov 23 19:12:13.537829 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-9622c4a5-e062-4a2f-a014-cc33749365eb tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/quotas/2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 375 time: 0.0089967 Nov 23 19:12:13.593368 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-f143147c-34bd-4e78-91d0-39e1f19d00b5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499656 Nov 23 19:12:13.629714 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:12:13.650897 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:12:13.651329 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e1bd3e26-d827-4c93-9d5f-8e4d0a50e35f not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:12:13.664188 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:12:13.688013 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-16b5af9f-c809-47e1-8ca1-756a66763067 service neutron] 10.222.0.31 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831347 Nov 23 19:12:13.780274 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-fee3724d-fe4f-4a9a-b112-bf4c51960124 service neutron] 10.222.0.31 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Nov 23 19:12:13.939187 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-44a50955-f8b1-43c6-8688-6fb2495da175 req-4ed87d41-0196-44f8-81ba-baa4f93424d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 210 time: 0.0258977 Nov 23 19:12:14.920420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-143adf21-9716-4f5b-9ecb-2d7b33833c84 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.922235 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-143adf21-9716-4f5b-9ecb-2d7b33833c84 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 816 time: 0.1081378 Nov 23 19:12:14.985081 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-ae7ba2ee-c002-4838-9cf5-2d6527762d4b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 380 time: 0.0531640 Nov 23 19:12:14.995295 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'port': {'device_id': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'admin_state_up': True, 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'security_groups': ['695667c2-0834-4948-9f8c-98380fa273ab']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:15.056394 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c518b79a-4578-4664-9aa4-767cee3d2af9 req-7754c44d-17e4-49be-8c96-39b7d9541b42 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 210 time: 0.0392382 Nov 23 19:12:15.132583 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Made reservation on behalf of 2a447da97a8b4648906757caaf4a02dc for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:12:15.136126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.262279 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Allocated IP 172.20.0.6 (0327e56a-74a7-4a6f-8d37-136214ac9946/d75b5cde-edb0-480d-b701-3e54909616d9/06dc2e48-2c78-473b-919f-e27ea61f5ea2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:12:15.398870 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.445611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.494837 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:12:15.498148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:12:15.502952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:12:15.510048 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:15.560142 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.560845 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.580520 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-87165515-f660-4704-89f4-0b7cf57344e7 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888677 Nov 23 19:12:15.593914 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Request body: {'port': {'device_id': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:15.661036 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.735934 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-b2b51470-bca7-4b9a-ad12-71b7e939fe9f None None] Provisioning complete for port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:15.736704 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b2b51470-bca7-4b9a-ad12-71b7e939fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.774826 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b2b51470-bca7-4b9a-ad12-71b7e939fe9f None None] Port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:12:15.914031 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46880) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:15.939106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:15.946587 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.958852 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Transition to ACTIVE for port object 06dc2e48-2c78-473b-919f-e27ea61f5ea2 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:12:15.962884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.014550 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:16.025041 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b81d75c-9a9f-4a51-a3c1-a308dd4afe28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.089740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Attempting to bind port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:12:16.089740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Attempting to bind port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:12:16.090060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Attempting to bind port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:12:16.094906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 on network 0327e56a-74a7-4a6f-8d37-136214ac9946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:12:16.095324 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Attempting to bind port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 on network 0327e56a-74a7-4a6f-8d37-136214ac9946 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:12:16.100689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:12:16.101062 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Checking segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:12:16.101394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Bound using segment: {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:12:16.101807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Bound port: 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411ca514-b063-4d1b-a3b8-510ad348de50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:12:16.102157 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.107252 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b81d75c-9a9f-4a51-a3c1-a308dd4afe28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.112601 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4b81d75c-9a9f-4a51-a3c1-a308dd4afe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.176072 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:12:16.179898 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:12:16.184662 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.192877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-4b81d75c-9a9f-4a51-a3c1-a308dd4afe28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bac3de37373b414d8a9e2c2ddc8dc14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776818 Nov 23 19:12:16.193633 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 46886) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.202448 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81d75c-9a9f-4a51-a3c1-a308dd4afe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59e491-3cd5-4f0c-8829-e3f63f08850d,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:16.219483 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.220573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.221965 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] 10.222.0.54 "PUT /v2.0/ports/06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 1093 time: 0.6329837 Nov 23 19:12:16.224201 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:16.226444 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc611f-f007-4882-ab37-03a6aa4d5905" -d '{"events": [{"name": "network-changed", "server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:16.239217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa88d-543c-44aa-a8fa-8c5b00da3ecc req-0da57c39-ba2d-4c67-bbff-bcad1d53f782 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.240613 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6b4fa88d-543c-44aa-a8fa-8c5b00da3ecc req-0da57c39-ba2d-4c67-bbff-bcad1d53f782 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0922635 Nov 23 19:12:16.262168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a817a-84fb-4c30-afdd-613f79c4bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:16.275515 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.315067 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75057e67-522e-47f3-bdbc-05aeedcbc97f x-openstack-request-id: req-75057e67-522e-47f3-bdbc-05aeedcbc97f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:16.315424 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:16.316351 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75057e67-522e-47f3-bdbc-05aeedcbc97f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:16.316578 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'status': 'completed', 'code': 200} Nov 23 19:12:16.321061 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.332752 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-9ca26d55-f787-495b-b6e8-def58c40f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.334429 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-9ca26d55-f787-495b-b6e8-def58c40f496 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1096 time: 0.0601909 Nov 23 19:12:16.337658 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6b4fa88d-543c-44aa-a8fa-8c5b00da3ecc req-2740002d-272e-4dbd-83e7-b2d95ccf05a9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769029 Nov 23 19:12:16.380941 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.383715 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.387050 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc59e491-3cd5-4f0c-8829-e3f63f08850d HTTP/1.1" status: 204 len: 168 time: 0.1890206 Nov 23 19:12:16.393540 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb3b3d-251e-451b-b609-673f0c66550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59e491-3cd5-4f0c-8829-e3f63f08850d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:16.395972 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-283c709a-a520-4c22-8718-80416c92f74e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0477638 Nov 23 19:12:16.455247 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-3947be18-e7df-4e26-b922-660d9cb7769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.456863 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-3947be18-e7df-4e26-b922-660d9cb7769b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0533118 Nov 23 19:12:16.508689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947522-8f6c-408e-9027-7767c47c0186 req-d49286d5-73ea-43d4-a86a-29aedb40715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.510203 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-d49286d5-73ea-43d4-a86a-29aedb40715f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454795 Nov 23 19:12:16.619084 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-8e5823b8-47c9-4985-9044-cff6f3bc599f service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997782 Nov 23 19:12:16.714098 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-75947522-8f6c-408e-9027-7767c47c0186 req-7b08fa6a-c0f6-4677-bb3a-92e2080c12b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865357 Nov 23 19:12:16.805384 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-98eb34ac-330b-4e31-a673-ba36fa7f6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.806876 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-98eb34ac-330b-4e31-a673-ba36fa7f6b32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1096 time: 0.0451162 Nov 23 19:12:16.901410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-e74f3108-d42f-4a4b-9eaf-0d89a9b77d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.902884 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-e74f3108-d42f-4a4b-9eaf-0d89a9b77d73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.0835009 Nov 23 19:12:16.955432 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-4415c014-1c0d-4746-9fab-fb7c65670ccf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Nov 23 19:12:17.005228 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-f84581c1-7b67-4a57-9019-7358aa0aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:17.006609 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-f84581c1-7b67-4a57-9019-7358aa0aa45c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0437801 Nov 23 19:12:17.052905 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-13ebd415-4a6e-4944-887f-180881c17b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:17.054362 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-13ebd415-4a6e-4944-887f-180881c17b25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403168 Nov 23 19:12:17.146094 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-5dd03f60-2c36-4e3d-984f-f043aba875a3 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Nov 23 19:12:17.236980 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a2cc611f-f007-4882-ab37-03a6aa4d5905 req-7f7c982f-80c6-4e90-b43c-20d9cc8eef26 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836189 Nov 23 19:12:17.458897 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367126f-4e6a-4e9b-a0a9-a4453f3d9674 req-da0eac16-fb19-480e-be28-6376f08814a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:17.460368 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8367126f-4e6a-4e9b-a0a9-a4453f3d9674 req-da0eac16-fb19-480e-be28-6376f08814a2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0480976 Nov 23 19:12:17.511312 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8367126f-4e6a-4e9b-a0a9-a4453f3d9674 req-7e087bcb-c9bd-421d-a6f4-701311f081e0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Nov 23 19:12:18.629952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145791f-d088-4524-80d8-4190c48d6157 req-cfdff394-f1bf-4be7-a59b-30cc7e5d0dc0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:18.631540 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6145791f-d088-4524-80d8-4190c48d6157 req-cfdff394-f1bf-4be7-a59b-30cc7e5d0dc0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0483060 Nov 23 19:12:18.682279 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6145791f-d088-4524-80d8-4190c48d6157 req-03045d16-8743-4f3a-b2ff-5379f6df2f98 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Nov 23 19:12:19.649187 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:12:19.762765 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:19.778694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:12:19.816152 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a8fb5-e0fc-480b-b4a8-a7102aceb89c req-197f7260-aaa3-4acf-9322-9f261ddc7347 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:19.817393 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:19.817643 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f43a8fb5-e0fc-480b-b4a8-a7102aceb89c req-197f7260-aaa3-4acf-9322-9f261ddc7347 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0501876 Nov 23 19:12:19.830354 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:19.851068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:19.854146 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:19.866664 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f43a8fb5-e0fc-480b-b4a8-a7102aceb89c req-da1ac245-7d6d-45e0-acd0-23a68049a357 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Nov 23 19:12:19.900079 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:19.906849 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.907213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.907552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.907907 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.908234 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.909180 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.909499 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.909820 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.910156 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.910476 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.910796 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:19.911107 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:20.091132 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['06dc2e48-2c78-473b-919f-e27ea61f5ea2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:12:20.987692 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66186b9-88c4-4175-bb21-6b4fc8b6ea36 req-43a1d4cd-49e6-4377-8975-9650591688b1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:20.989250 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b66186b9-88c4-4175-bb21-6b4fc8b6ea36 req-43a1d4cd-49e6-4377-8975-9650591688b1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 944 time: 0.0517657 Nov 23 19:12:21.037000 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b66186b9-88c4-4175-bb21-6b4fc8b6ea36 req-e8d6c8d1-b9d9-4bed-9a9b-922ebad5ed64 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Nov 23 19:12:21.657164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:12:21.703942 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:12:21.708471 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:21.708839 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:21.787284 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:21.809752 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:21.811998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eccc549-8ef3-4749-98f5-3f6a2baa8de3" -d '{"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:21.824588 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:21.828288 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:21.851145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b099936-1c84-4559-897c-983c8011de20 x-openstack-request-id: req-0b099936-1c84-4559-897c-983c8011de20 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:21.851460 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:21.851857 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b099936-1c84-4559-897c-983c8011de20 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:21.852161 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'code': 200} Nov 23 19:12:21.878385 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:22.016891 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e96dd-6b4e-4c8a-a5c7-34abbd02edac req-4cdc281c-e391-4491-ad33-c885052afbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:22.018610 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-705e96dd-6b4e-4c8a-a5c7-34abbd02edac req-4cdc281c-e391-4491-ad33-c885052afbe9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1098 time: 0.0402877 Nov 23 19:12:22.064178 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-705e96dd-6b4e-4c8a-a5c7-34abbd02edac req-79a936ee-5a6e-4df1-82af-b98fe59f7ddc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384958 Nov 23 19:12:22.157912 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1816f1-9d60-4b1f-aa6d-9380d8993f04 req-e331aeb6-84e5-46c0-9dac-99082cbd97c8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:22.159638 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9f1816f1-9d60-4b1f-aa6d-9380d8993f04 req-e331aeb6-84e5-46c0-9dac-99082cbd97c8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Nov 23 19:12:22.209139 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9f1816f1-9d60-4b1f-aa6d-9380d8993f04 req-1d77c77f-4ea5-4606-9670-34ff1ec4e0e1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Nov 23 19:12:23.332405 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dbebb-051c-48dc-bbbb-02e1c43c476a req-9b1a2d39-fdf6-4190-be8a-0f35b7b51de1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:23.333868 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ec0dbebb-051c-48dc-bbbb-02e1c43c476a req-9b1a2d39-fdf6-4190-be8a-0f35b7b51de1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Nov 23 19:12:23.380662 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ec0dbebb-051c-48dc-bbbb-02e1c43c476a req-5487be86-5ab8-4ec8-8661-d1c6ec703037 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Nov 23 19:12:23.456014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:24.496951 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6704fc5-31b7-4f99-a9bb-e176a14cef21 req-4e394a36-efa8-4b57-9525-ff0a44c1ff07 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:24.498383 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6704fc5-31b7-4f99-a9bb-e176a14cef21 req-4e394a36-efa8-4b57-9525-ff0a44c1ff07 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0472648 Nov 23 19:12:24.546422 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a6704fc5-31b7-4f99-a9bb-e176a14cef21 req-b321598c-e752-4e8d-98fd-b4539d6b23b2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Nov 23 19:12:25.667132 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eca38-2b45-49be-9db1-88492d3ebd0e req-a492e6a2-ac9e-4001-bed0-0f2d17b280fd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:25.668678 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a48eca38-2b45-49be-9db1-88492d3ebd0e req-a492e6a2-ac9e-4001-bed0-0f2d17b280fd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0501616 Nov 23 19:12:25.717520 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a48eca38-2b45-49be-9db1-88492d3ebd0e req-6e363d38-643b-4843-ae69-1a5fd5d6ac69 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Nov 23 19:12:25.893491 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca165a-bc94-4fd6-8330-d234d7334a4b req-bb09ecaf-fa01-4839-94d0-81c705032162 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:25.894955 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-57ca165a-bc94-4fd6-8330-d234d7334a4b req-bb09ecaf-fa01-4839-94d0-81c705032162 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0528293 Nov 23 19:12:25.944170 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-57ca165a-bc94-4fd6-8330-d234d7334a4b req-f1577fd1-9978-440c-8092-b2f8c08ce4ae tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Nov 23 19:12:26.836163 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291db3f-162e-4dde-b31e-d3791e6e8d09 req-42181ee6-a02f-4f8b-9a2b-d36b6b94fcf5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:26.837599 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b291db3f-162e-4dde-b31e-d3791e6e8d09 req-42181ee6-a02f-4f8b-9a2b-d36b6b94fcf5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0475359 Nov 23 19:12:26.885903 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b291db3f-162e-4dde-b31e-d3791e6e8d09 req-b3855154-a395-4957-8bdd-b3280cd8e97f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Nov 23 19:12:27.001950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c77fd-030b-485e-b79f-ee2db4ea9c22 req-48def003-43f0-4d31-9428-4ec80d85bae2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:27.004161 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-442c77fd-030b-485e-b79f-ee2db4ea9c22 req-48def003-43f0-4d31-9428-4ec80d85bae2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0500805 Nov 23 19:12:27.012595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 46970) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:27.017046 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Request body: {'floatingip': {'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:27.056601 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:27.057970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4008a-d315-4eae-b834-154caa286393 req-addb01f0-90af-46d8-bea8-baf659e930a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:27.059438 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7de4008a-d315-4eae-b834-154caa286393 req-addb01f0-90af-46d8-bea8-baf659e930a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0475125 Nov 23 19:12:27.106741 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7de4008a-d315-4eae-b834-154caa286393 req-591e99fb-6df0-45bf-89e5-defbcb6c51d2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Nov 23 19:12:27.485748 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:27.489637 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:27.588219 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Floating IP 56c31f1d-e009-4bcc-8c44-0a99b5e9acc5 associated. External IP: 172.27.0.136, port: 06dc2e48-2c78-473b-919f-e27ea61f5ea2. Nov 23 19:12:28.101715 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:28.110313 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-127270cc-727e-4b8c-8b93-4f339df4df13 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.111730 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-127270cc-727e-4b8c-8b93-4f339df4df13 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.0686395 Nov 23 19:12:28.303369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fc8da-f78a-4710-807b-60cbd328456c req-649df1d9-ca5a-4da0-9f02-7fa576bdbf37 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.304854 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f24fc8da-f78a-4710-807b-60cbd328456c req-649df1d9-ca5a-4da0-9f02-7fa576bdbf37 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 945 time: 0.1299772 Nov 23 19:12:28.344274 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:28.354754 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:28.355212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.365146 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:28.365748 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:28.381289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Deleting port bdcd384b-ad56-40e8-a527-1dab0d2b65bc {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:12:28.381626 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.412811 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f24fc8da-f78a-4710-807b-60cbd328456c req-4c7edecb-1c59-433f-82e0-ec2062a5d2e0 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=1429b021-fb56-4ae7-a7fe-fdd932596114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997424 Nov 23 19:12:28.424320 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-05e26be5-5eb4-4f3a-987e-57073fff73c1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "PUT /v2.0/floatingips/56c31f1d-e009-4bcc-8c44-0a99b5e9acc5 HTTP/1.1" status: 200 len: 991 time: 1.4102161 Nov 23 19:12:28.427338 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:28.429419 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17941e2-9830-4262-8126-0d25be6ccf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:28.488191 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa394987-f718-41c0-a608-4437db4c0beb x-openstack-request-id: req-aa394987-f718-41c0-a608-4437db4c0beb {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:28.488669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:28.489074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa394987-f718-41c0-a608-4437db4c0beb {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:28.489580 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'status': 'completed', 'code': 200} Nov 23 19:12:28.542039 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] For port bdcd384b-ad56-40e8-a527-1dab0d2b65bc, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:28.542540 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.600793 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-e319b4c2-ab91-4274-bd60-2b520f226d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.602301 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-e319b4c2-ab91-4274-bd60-2b520f226d25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1098 time: 0.1020741 Nov 23 19:12:28.609822 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:28.782809 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-9353da6f-642d-4d73-b2c0-e9d8e53c43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.784845 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-9353da6f-642d-4d73-b2c0-e9d8e53c43f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.1737187 Nov 23 19:12:28.791529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.791911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.792223 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Floating IP 4de54d68-94fd-4b11-a69c-798eb9e40ae8 disassociated. External IP: 172.27.0.42, port: bdcd384b-ad56-40e8-a527-1dab0d2b65bc. Nov 23 19:12:28.792563 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Calling delete_port for bdcd384b-ad56-40e8-a527-1dab0d2b65bc owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:12:28.850873 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '56c31f1d-e009-4bcc-8c44-0a99b5e9acc5', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:12Z', 'updated_at': '2021-11-23T19:12:27Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:28.885993 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:28.895533 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:28.896177 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:28.896636 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-31d1a8bd-86eb-426e-9ccd-ef21664bb9bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 999 time: 0.1019616 Nov 23 19:12:28.959814 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-e3748647-8bc7-4d5f-81d2-826b6cbb59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.961287 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-e3748647-8bc7-4d5f-81d2-826b6cbb59fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0567763 Nov 23 19:12:29.012079 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:29.045306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:29.048365 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-b400df2f-7a3c-4293-a3a4-e955ed096f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:29.050358 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-b400df2f-7a3c-4293-a3a4-e955ed096f9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802178 Nov 23 19:12:29.085614 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'Port': ['ID=bdcd384b-ad56-40e8-a527-1dab0d2b65bc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:29.240461 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-a002ddce-a923-489d-a59b-e10fbc8bf3d2 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804228 Nov 23 19:12:29.246394 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '56c31f1d-e009-4bcc-8c44-0a99b5e9acc5', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:12Z', 'updated_at': '2021-11-23T19:12:27Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:29.277428 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9841d-704e-440b-9bcd-7e78cf3b6902 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '56c31f1d-e009-4bcc-8c44-0a99b5e9acc5', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:12Z', 'updated_at': '2021-11-23T19:12:27Z', 'revision_number': 1, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:29.285248 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:29.391033 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b17941e2-9830-4262-8126-0d25be6ccf2c req-36be6a5c-a783-4675-9609-ee9371b81aca service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419265 Nov 23 19:12:29.445427 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:29.458416 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:29.473306 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:29.474223 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:29.493285 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] No DVR routers for this DVR port bdcd384b-ad56-40e8-a527-1dab0d2b65bc on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:12:29.495898 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:29.499245 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-15b7c978-8033-40e7-884a-d65ef22fb649 req-64849f70-e7a9-46f2-ba7b-bf77c9f6f8f2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "DELETE /v2.0/ports/bdcd384b-ad56-40e8-a527-1dab0d2b65bc HTTP/1.1" status: 204 len: 173 time: 1.3806956 Nov 23 19:12:29.516924 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c34d95-3a56-4d39-abc3-63b6ce16ee27 None None] New status for floating IP 56c31f1d-e009-4bcc-8c44-0a99b5e9acc5: ACTIVE {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:29.563421 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae250f97-120f-4ef3-97f2-a202d9600e53 req-bb66284d-6791-4ac3-aae0-539b31dc65a8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8590663-8699-417f-9b9c-2214a8dbf205 HTTP/1.1" status: 200 len: 210 time: 0.0478106 Nov 23 19:12:29.663883 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:29.876703 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:29.905738 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:29.914368 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:29.914972 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:30.132401 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:30.329443 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:30.358211 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d52-824f-43f7-83e7-30b1f04700b8 None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:30.490568 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'name': 'network-vif-deleted', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:30.492936 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ac219-973a-42c1-8a80-aa13ae3ca026" -d '{"events": [{"server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "name": "network-vif-deleted", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:30.529332 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdae71b-e590-4ccc-b47c-e49e0954363f x-openstack-request-id: req-efdae71b-e590-4ccc-b47c-e49e0954363f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:30.529651 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8590663-8699-417f-9b9c-2214a8dbf205", "name": "network-vif-deleted", "tag": "bdcd384b-ad56-40e8-a527-1dab0d2b65bc", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:30.529901 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efdae71b-e590-4ccc-b47c-e49e0954363f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:30.530298 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8590663-8699-417f-9b9c-2214a8dbf205', 'name': 'network-vif-deleted', 'tag': 'bdcd384b-ad56-40e8-a527-1dab0d2b65bc', 'status': 'completed', 'code': 200} Nov 23 19:12:30.574333 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e0ef9-ead9-435e-9dcd-c087d025ec89 None None] New status for floating IP 4de54d68-94fd-4b11-a69c-798eb9e40ae8: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:30.657679 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47010) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:30.714675 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:30.740599 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:30.787898 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:30.790635 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:30.791846 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "DELETE /v2.0/security-groups/1429b021-fb56-4ae7-a7fe-fdd932596114 HTTP/1.1" status: 204 len: 168 time: 0.1330142 Nov 23 19:12:30.794576 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47012) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:30.801508 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32de200-0ec8-48db-8300-a3a160c6ac53 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429b021-fb56-4ae7-a7fe-fdd932596114,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:30.807671 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.api.v2.resource [None req-0b387827-63c3-41e6-a9c0-eb135beb0df7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] show failed (client error): The resource could not be found. Nov 23 19:12:30.811132 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0b387827-63c3-41e6-a9c0-eb135beb0df7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups/1429b021-fb56-4ae7-a7fe-fdd932596114 HTTP/1.1" status: 404 len: 347 time: 0.0130219 Nov 23 19:12:30.811498 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47014) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:30.937200 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Deleting port 62f8b437-5327-4643-8ca4-2757f5c88b22 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:12:30.937531 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.010236 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.010564 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.021805 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Calling delete_port for 62f8b437-5327-4643-8ca4-2757f5c88b22 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:12:31.153913 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.180127 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'Port': ['ID=62f8b437-5327-4643-8ca4-2757f5c88b22,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.245922 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.248937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.250212 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0bee8b46-9222-4a95-b7ad-de06043b4159 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "DELETE /v2.0/floatingips/4de54d68-94fd-4b11-a69c-798eb9e40ae8 HTTP/1.1" status: 204 len: 168 time: 0.4374325 Nov 23 19:12:31.305974 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47024) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.411959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3aa715b-4c82-487c-98ba-9ec6013fd782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.426260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47028) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.430777 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122031358', 'description': 'tempest-description--84572569'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:31.453880 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.486221 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3aa715b-4c82-487c-98ba-9ec6013fd782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.490942 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e3aa715b-4c82-487c-98ba-9ec6013fd782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.521089 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.525241 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.531517 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e3aa715b-4c82-487c-98ba-9ec6013fd782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e56308dec3641fdb853d3f699d3f444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242875 Nov 23 19:12:31.532870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa715b-4c82-487c-98ba-9ec6013fd782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c834a-359e-4ab8-b930-2f265bdbe046,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.537168 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47030) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.557090 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.558324 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1310384 Nov 23 19:12:31.559438 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f65e0-5e49-4105-ac39-55b7a799d129 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9a17c-1580-47b4-9f1b-97b20a3286af,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.561382 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47032) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.566080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group_rule': {'security_group_id': 'cdf9a17c-1580-47b4-9f1b-97b20a3286af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:31.589044 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.595459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.611386 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.655098 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.657574 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device bdcd384b-ad56-40e8-a527-1dab0d2b65bc no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:12:31.658260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.664962 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.667703 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.672795 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d26c834a-359e-4ab8-b930-2f265bdbe046 HTTP/1.1" status: 204 len: 168 time: 0.1344669 Nov 23 19:12:31.677976 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde1bad7-8046-4c1f-9bcb-d3eae80caa6d,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.684440 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9399c0-2ba5-495d-bca4-6dacd1e8431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c834a-359e-4ab8-b930-2f265bdbe046,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.687112 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: bdcd384b-ad56-40e8-a527-1dab0d2b65bc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:12:31.687597 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device bdcd384b-ad56-40e8-a527-1dab0d2b65bc not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:12:31.693655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.697416 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-e79ce05b-3364-4120-958a-0187c487e6cc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325667 Nov 23 19:12:31.697678 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47036) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.702148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'security_group_rule': {'security_group_id': 'cdf9a17c-1580-47b4-9f1b-97b20a3286af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:31.730634 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.795588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.804140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.827435 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6fad6c-839d-4154-a382-30f7e7925b82,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:31.835481 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.839700 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f6572329-06fd-4900-9cd7-52141269012a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382172 Nov 23 19:12:31.839889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47042) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:31.844145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:31.867323 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.971186 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.079232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Allocated IP 172.27.0.193 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/b7c4c596-e6c4-40fc-b1fa-410ec5c42141) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:12:32.188847 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.223226 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.260448 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:12:32.266661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:12:32.270825 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:12:32.276406 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=b7c4c596-e6c4-40fc-b1fa-410ec5c42141,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:32.357494 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.390797 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.543663 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.548493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.620994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=b7c4c596-e6c4-40fc-b1fa-410ec5c42141,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:32.636763 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.652156 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:32.662952 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-fa4f6fb5-94dd-43be-b306-a3b087b7bf46 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8126132 Nov 23 19:12:32.876427 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-b9a0139c-29ba-44a8-9acf-fd1fba7841a3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1122031358&fields=id&tenant_id=7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 267 time: 0.0433512 Nov 23 19:12:32.985061 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-6f21e9ed-7663-4703-a3f8-d57d9ec335f5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:32.986505 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-6f21e9ed-7663-4703-a3f8-d57d9ec335f5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 810 time: 0.1033034 Nov 23 19:12:33.001396 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-5d485231-683a-47fe-895a-8fef3d424b66 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/quotas/7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 375 time: 0.0086398 Nov 23 19:12:33.050775 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-95eda183-42cd-427e-a876-c04d9bb1ce80 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443962 Nov 23 19:12:33.142572 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-691e382b-20ee-49e5-82e3-56d8e8c502e1 service neutron] 10.222.0.31 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803931 Nov 23 19:12:33.232390 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-fe5135be-218d-4b43-aa70-5ff144952e81 service neutron] 10.222.0.31 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Nov 23 19:12:33.392827 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b06944cf-e863-496a-8271-4c9f77698ee2 req-861652f3-655d-4831-816c-eeccc6f6f55b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 210 time: 0.0290971 Nov 23 19:12:33.980487 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a840b386-d228-4f6d-b42e-ce6707f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:34.486764 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b6fbbab8-37c4-4c2a-96a1-acf25158fd12 req-0279c7c4-a647-4b0c-adc2-497faae20c94 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 210 time: 0.0257921 Nov 23 19:12:35.581525 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7fb7508c-c902-4747-8e77-8b4e215f5019 req-ae46efec-6199-4ae8-8314-318aec8cf62d tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 210 time: 0.0251725 Nov 23 19:12:36.225068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a226cf6-f171-4610-9c08-11dd96d34819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:36.676452 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-741caa22-824d-466a-8672-969acc9591aa req-1201e470-aea6-43f5-9d39-e57caee7322c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 210 time: 0.0263696 Nov 23 19:12:37.030384 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-33dd7f34-2663-4a93-bf64-66a0ce04d132 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:37.031918 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-33dd7f34-2663-4a93-bf64-66a0ce04d132 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 810 time: 0.1110559 Nov 23 19:12:37.106804 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-f06cdbe9-1c5c-4c83-8599-770148d1dc56 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5637d1383e4dadb75399b524472080 HTTP/1.1" status: 200 len: 380 time: 0.0628190 Nov 23 19:12:37.120187 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'port': {'device_id': '5841f97b-c09a-4e4c-b486-731d829ad959', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'admin_state_up': True, 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'security_groups': ['cdf9a17c-1580-47b4-9f1b-97b20a3286af']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:37.228348 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Made reservation on behalf of 7d5637d1383e4dadb75399b524472080 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:12:37.231807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.357994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Allocated IP 172.20.0.3 (16c9391c-a12a-4f7f-93e8-9c0438f9c7d0/6555a961-fa26-4aea-8247-1c167b75a699/872e9883-dd22-4aeb-a412-3c90a1021e82) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:12:37.457980 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.493689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.529997 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.569045 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:12:37.573953 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:12:37.577615 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:12:37.613592 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event updated for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:37.633710 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:37.634326 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.651329 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-ba4a9c4b-6ab5-4fa3-8538-92a5c241e49a tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5355237 Nov 23 19:12:37.791178 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bcec1-2849-4b49-9d83-4a2f4249e615 req-30d97ccd-02aa-4278-a54d-df517674a9bb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:37.792689 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2a6bcec1-2849-4b49-9d83-4a2f4249e615 req-30d97ccd-02aa-4278-a54d-df517674a9bb tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 931 time: 0.0488453 Nov 23 19:12:37.801314 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d5c27967-b6a4-4694-b9f6-0d0b999ccc39 None None] Provisioning complete for port 872e9883-dd22-4aeb-a412-3c90a1021e82 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:37.801683 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d5c27967-b6a4-4694-b9f6-0d0b999ccc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:37.835303 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d5c27967-b6a4-4694-b9f6-0d0b999ccc39 None None] Port 872e9883-dd22-4aeb-a412-3c90a1021e82 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:12:37.843267 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2a6bcec1-2849-4b49-9d83-4a2f4249e615 req-13ba6d0b-a76d-4d1c-8824-d13ecb8a9b72 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Nov 23 19:12:38.787938 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:38.954449 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe5c8a-486d-4b55-989c-cdc9ffa54501 req-f7d34e09-5e21-46a5-8c25-1d9f0f3cc797 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:38.955836 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-08fe5c8a-486d-4b55-989c-cdc9ffa54501 req-f7d34e09-5e21-46a5-8c25-1d9f0f3cc797 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 931 time: 0.0476730 Nov 23 19:12:39.001479 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-08fe5c8a-486d-4b55-989c-cdc9ffa54501 req-29ce51e2-8d50-4303-a736-5c87bfcb3470 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Nov 23 19:12:40.286538 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d288-71f0-49d4-90d0-2bbaae532903 req-1cf5caef-18cf-41c7-9897-9719e7f4f9ca tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:40.287815 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Request body: {'port': {'device_id': '5841f97b-c09a-4e4c-b486-731d829ad959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:40.289415 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-01b2d288-71f0-49d4-90d0-2bbaae532903 req-1cf5caef-18cf-41c7-9897-9719e7f4f9ca tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 931 time: 0.2222047 Nov 23 19:12:40.308886 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.341939 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-01b2d288-71f0-49d4-90d0-2bbaae532903 req-a72ecf20-b8de-4950-9008-ea419994c484 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461974 Nov 23 19:12:40.349139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.864721 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872e9883-dd22-4aeb-a412-3c90a1021e82 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:40.871745 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.883726 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Transition to ACTIVE for port object 872e9883-dd22-4aeb-a412-3c90a1021e82 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:12:40.887390 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.952018 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Pushing event updated for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:41.007120 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Attempting to bind port 872e9883-dd22-4aeb-a412-3c90a1021e82 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:12:41.007449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Attempting to bind port 872e9883-dd22-4aeb-a412-3c90a1021e82 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:12:41.007788 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Attempting to bind port 872e9883-dd22-4aeb-a412-3c90a1021e82 on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:12:41.012214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Port 872e9883-dd22-4aeb-a412-3c90a1021e82 on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:12:41.012526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Attempting to bind port 872e9883-dd22-4aeb-a412-3c90a1021e82 on network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:12:41.017411 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:12:41.017739 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Checking segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:12:41.018141 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Bound using segment: {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:12:41.018595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Bound port: 872e9883-dd22-4aeb-a412-3c90a1021e82, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa82448b-574c-417b-98bd-a0a6cc3f2b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:12:41.019101 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:41.082301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:12:41.085246 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=872e9883-dd22-4aeb-a412-3c90a1021e82,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:12:41.089765 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:41.121671 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.122280 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:41.123632 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] 10.222.0.54 "PUT /v2.0/ports/872e9883-dd22-4aeb-a412-3c90a1021e82 HTTP/1.1" status: 200 len: 1093 time: 0.8429987 Nov 23 19:12:41.124105 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:41.126325 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc50e95d-af6a-4f43-b704-afbdccc17e34" -d '{"events": [{"name": "network-changed", "server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:41.156728 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8efaa-7d34-4f97-a2f9-38e1a9819939 service neutron] Pushing event updated for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:41.173725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8140fc-0e2c-404c-9980-d4835c0b40b3 x-openstack-request-id: req-8d8140fc-0e2c-404c-9980-d4835c0b40b3 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:41.173725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:41.174294 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d8140fc-0e2c-404c-9980-d4835c0b40b3 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:41.174483 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'status': 'completed', 'code': 200} Nov 23 19:12:41.203883 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-59b6ba09-88f6-417e-a233-7992a91bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.205367 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-59b6ba09-88f6-417e-a233-7992a91bac26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 1096 time: 0.0432844 Nov 23 19:12:41.249815 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-d6e0d482-34f3-4938-80b7-10c171db331b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=872e9883-dd22-4aeb-a412-3c90a1021e82 HTTP/1.1" status: 200 len: 217 time: 0.0370991 Nov 23 19:12:41.305035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-e2d52b1f-b159-471e-995b-6be8ae4d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.306525 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-e2d52b1f-b159-471e-995b-6be8ae4d3589 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0476115 Nov 23 19:12:41.355653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-2b757ec6-99ee-46a7-b08e-8107fc4ac1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.357199 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-2b757ec6-99ee-46a7-b08e-8107fc4ac1f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423815 Nov 23 19:12:41.510591 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-cbdab959-fa77-47f4-a535-6fe210f071b6 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454444 Nov 23 19:12:41.521957 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50921-46cc-449c-ae0a-f650fb0da8af req-c59f186b-ba4e-4075-a1d2-0919d58805c3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.523308 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3db50921-46cc-449c-ae0a-f650fb0da8af req-c59f186b-ba4e-4075-a1d2-0919d58805c3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 943 time: 0.0698919 Nov 23 19:12:41.625774 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3db50921-46cc-449c-ae0a-f650fb0da8af req-a7c3a4d0-35e0-484c-92d0-08ec04908d43 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948284 Nov 23 19:12:41.640290 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-793a0cb7-b7b6-4ea1-b5a2-67af4974e721 req-68da215e-628e-4cd5-8889-66df26091bd2 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160481 Nov 23 19:12:42.743132 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefa930-6c9b-4439-b66a-e5205ba41e57 req-6261df9e-9ff8-40d1-9668-e8b2d10e1a71 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.744621 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3eefa930-6c9b-4439-b66a-e5205ba41e57 req-6261df9e-9ff8-40d1-9668-e8b2d10e1a71 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 943 time: 0.0494223 Nov 23 19:12:42.844258 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3eefa930-6c9b-4439-b66a-e5205ba41e57 req-c38f99c0-b439-4df5-b3e6-c9a26375f1d7 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936892 Nov 23 19:12:43.960617 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e59c28-0231-4de0-ac4e-9ad8dcdeb4d8 req-8e91d4c2-9597-45de-aaaa-5089173cebf1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:43.962069 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58e59c28-0231-4de0-ac4e-9ad8dcdeb4d8 req-8e91d4c2-9597-45de-aaaa-5089173cebf1 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 943 time: 0.0523257 Nov 23 19:12:44.008836 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58e59c28-0231-4de0-ac4e-9ad8dcdeb4d8 req-97c56ed5-b294-48b8-b137-8b65bef1b392 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Nov 23 19:12:44.426043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-4ca5bbf3-41e3-41b0-bb3f-7b9816b4fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:44.427543 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-4ca5bbf3-41e3-41b0-bb3f-7b9816b4fe05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 1096 time: 0.0410185 Nov 23 19:12:44.521085 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-ee18849b-0395-4292-8f62-8fb63b7e1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:44.522569 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-ee18849b-0395-4292-8f62-8fb63b7e1cfb service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.0875826 Nov 23 19:12:44.563691 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-a0dc9ce4-c70d-4cac-ad2c-88acda584564 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=872e9883-dd22-4aeb-a412-3c90a1021e82 HTTP/1.1" status: 200 len: 217 time: 0.0330276 Nov 23 19:12:44.617157 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-19134bbe-cad3-4472-bda2-c73f8f8ba667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:44.618563 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-19134bbe-cad3-4472-bda2-c73f8f8ba667 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0426445 Nov 23 19:12:44.668814 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-a121744d-addd-4782-8e72-ee69cdb0af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:44.670384 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-a121744d-addd-4782-8e72-ee69cdb0af0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403581 Nov 23 19:12:44.764281 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-d2cf0a23-808b-4154-ad17-6d826610fdc6 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Nov 23 19:12:44.855636 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-dc50e95d-af6a-4f43-b704-afbdccc17e34 req-36a46996-8a5d-4927-a044-bd2f87f689e0 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832713 Nov 23 19:12:45.124239 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f068-a869-48dd-b4a4-745a539a08af req-b409fb75-bfef-47ae-bd04-b4477a9bb5c5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:45.125723 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3979f068-a869-48dd-b4a4-745a539a08af req-b409fb75-bfef-47ae-bd04-b4477a9bb5c5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 943 time: 0.0509629 Nov 23 19:12:45.172430 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3979f068-a869-48dd-b4a4-745a539a08af req-743ece7a-6ae5-4589-abd7-c4eab30b3608 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Nov 23 19:12:46.287942 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b2d1-0263-4b02-9c7e-a22d0fb3b810 req-3efedcca-4c77-4e56-8962-542003ab793f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:46.290152 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6f16b2d1-0263-4b02-9c7e-a22d0fb3b810 req-3efedcca-4c77-4e56-8962-542003ab793f tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 943 time: 0.0499771 Nov 23 19:12:46.299204 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 872e9883-dd22-4aeb-a412-3c90a1021e82 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:12:46.342484 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6f16b2d1-0263-4b02-9c7e-a22d0fb3b810 req-76ec318f-d829-4ba2-870c-5b478f2725f6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Nov 23 19:12:46.399085 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=872e9883-dd22-4aeb-a412-3c90a1021e82,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:46.410790 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'port_id': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'mac_address': 'fa:16:3e:cc:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:12:46.446768 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:46.459830 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872e9883-dd22-4aeb-a412-3c90a1021e82 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:46.479164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=872e9883-dd22-4aeb-a412-3c90a1021e82,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:46.482250 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:46.527780 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:46.740774 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['872e9883-dd22-4aeb-a412-3c90a1021e82'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:12:47.463870 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3aeb7-8708-4c63-9990-7969fef31b40 req-64fe7785-8a63-4ef2-8321-e483c77511dc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:47.465217 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c0c3aeb7-8708-4c63-9990-7969fef31b40 req-64fe7785-8a63-4ef2-8321-e483c77511dc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 944 time: 0.0525978 Nov 23 19:12:47.512575 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c0c3aeb7-8708-4c63-9990-7969fef31b40 req-a580ab52-792a-4a10-929e-03bfd61a9e65 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Nov 23 19:12:48.295912 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 872e9883-dd22-4aeb-a412-3c90a1021e82 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:12:48.345077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 872e9883-dd22-4aeb-a412-3c90a1021e82 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:12:48.349399 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 872e9883-dd22-4aeb-a412-3c90a1021e82 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:48.349774 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:48.430701 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:48.453258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:48.455710 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eecc8f-f204-4ed9-8172-08fc0fc15374" -d '{"events": [{"server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "name": "network-vif-plugged", "status": "completed", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:48.468605 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=872e9883-dd22-4aeb-a412-3c90a1021e82,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:48.473562 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:48.503180 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9391e42-ae9f-4517-a29d-94fe78a436b9 x-openstack-request-id: req-c9391e42-ae9f-4517-a29d-94fe78a436b9 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:48.503495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "name": "network-vif-plugged", "status": "completed", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:48.503750 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9391e42-ae9f-4517-a29d-94fe78a436b9 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:48.504162 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'code': 200} Nov 23 19:12:48.525020 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:48.643376 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe97ca-0a99-4da7-b543-673f774f4751 req-3fa8cc71-eb6b-4ab9-bfa3-11873d95efdc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:48.644991 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1efe97ca-0a99-4da7-b543-673f774f4751 req-3fa8cc71-eb6b-4ab9-bfa3-11873d95efdc tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0577385 Nov 23 19:12:48.674259 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622faf08-6cb6-4326-87d6-b8dc66da90cf req-12933903-a769-41c2-b349-d4309dd3affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:48.676520 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-622faf08-6cb6-4326-87d6-b8dc66da90cf req-12933903-a769-41c2-b349-d4309dd3affe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 1098 time: 0.0413151 Nov 23 19:12:48.693856 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1efe97ca-0a99-4da7-b543-673f774f4751 req-b0010bd9-72e5-4b1c-aa34-ad6d63875c12 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Nov 23 19:12:48.720583 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-622faf08-6cb6-4326-87d6-b8dc66da90cf req-5004bf92-4bc6-45c7-a502-bcbf1ab20065 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Nov 23 19:12:49.812339 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41eac-b9e4-4a2a-b550-7e11ec1ca6cc req-d3889c10-8be6-404e-bdb6-e8f0f884dcd3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:49.813848 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-45c41eac-b9e4-4a2a-b550-7e11ec1ca6cc req-d3889c10-8be6-404e-bdb6-e8f0f884dcd3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0530264 Nov 23 19:12:49.863694 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-45c41eac-b9e4-4a2a-b550-7e11ec1ca6cc req-3bd27071-e57c-4b5c-a368-e2475339e0d9 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Nov 23 19:12:50.663981 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:12:50.750117 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47256) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:50.852541 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:50.927476 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:50.931517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:50.996923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d66e55b-62b5-443c-b7c0-cc5d1905146a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:51.002046 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fe5b8fba3304a3abe0b35bc3b401dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509229 Nov 23 19:12:51.005797 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47262) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:51.009780 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.010066 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.010402 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.010733 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.011060 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.011388 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.011713 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.012059 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.012383 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.012700 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.013016 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.013338 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9494f-bc17-4a7b-b8d2-370d02c9fbab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:51.029117 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fda11-4f72-48df-8f49-8fb9a2180102 req-ccf8ff78-c4bf-4bbb-b366-de1fbec139f8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:51.030577 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4f3fda11-4f72-48df-8f49-8fb9a2180102 req-ccf8ff78-c4bf-4bbb-b366-de1fbec139f8 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0964262 Nov 23 19:12:51.056417 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.077381 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4f3fda11-4f72-48df-8f49-8fb9a2180102 req-9a84ddef-1a85-4b4a-8a02-711d50c28110 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Nov 23 19:12:51.081661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.140081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.145029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.148223 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d66e55b-62b5-443c-b7c0-cc5d1905146a HTTP/1.1" status: 204 len: 168 time: 0.1412828 Nov 23 19:12:51.158078 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea84858-e5ee-40bc-af0f-555b730b2791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d66e55b-62b5-443c-b7c0-cc5d1905146a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:51.205322 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8108cae-a940-4a3e-8df0-e14643ca4dad req-bad62b15-cd25-4581-99dc-624cf8200041 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:51.208289 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e8108cae-a940-4a3e-8df0-e14643ca4dad req-bad62b15-cd25-4581-99dc-624cf8200041 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0651240 Nov 23 19:12:51.216624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47272) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:51.221816 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Request body: {'floatingip': {'port_id': '872e9883-dd22-4aeb-a412-3c90a1021e82'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:51.263212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.706394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.710000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:51.806978 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Floating IP e1987768-b281-4ce5-9d09-194d7a01740a associated. External IP: 172.27.0.193, port: 872e9883-dd22-4aeb-a412-3c90a1021e82. Nov 23 19:12:52.007733 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:52.112213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:52.116939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:52.121735 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:52.130614 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:52.131152 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:52.143288 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c983eeab-1561-4bcf-8fb1-891081f22dc3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "PUT /v2.0/floatingips/e1987768-b281-4ce5-9d09-194d7a01740a HTTP/1.1" status: 200 len: 991 time: 0.9246731 Nov 23 19:12:52.143901 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:52.146117 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc40bf0-e77b-4e82-b237-393718faf418" -d '{"events": [{"name": "network-changed", "server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:52.198279 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1372978-f66c-4a0a-ad2f-7f7b6382812e x-openstack-request-id: req-d1372978-f66c-4a0a-ad2f-7f7b6382812e {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:52.198554 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:52.198799 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1372978-f66c-4a0a-ad2f-7f7b6382812e {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:52.199251 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'status': 'completed', 'code': 200} Nov 23 19:12:52.243016 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:52.274347 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-e632dc83-240c-40cd-84d2-0db698bb84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:52.275749 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-e632dc83-240c-40cd-84d2-0db698bb84fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5637d1383e4dadb75399b524472080&device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 1098 time: 0.0475235 Nov 23 19:12:52.373500 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-93850879-eef5-44a2-b392-6d8845e21659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:52.374973 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-93850879-eef5-44a2-b392-6d8845e21659 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 200 len: 911 time: 0.0914333 Nov 23 19:12:52.442288 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-55d6bfa5-9bf0-4469-babb-7c904835ccae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=872e9883-dd22-4aeb-a412-3c90a1021e82 HTTP/1.1" status: 200 len: 999 time: 0.0598557 Nov 23 19:12:52.494812 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-e2930c7a-8d67-4c2f-9137-ec42a3ad85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:52.496299 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-e2930c7a-8d67-4c2f-9137-ec42a3ad85ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 200 len: 849 time: 0.0451505 Nov 23 19:12:52.546395 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-03222d87-8d75-4d6f-86cc-8724f0ba2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:52.547784 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-03222d87-8d75-4d6f-86cc-8724f0ba2e8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438316 Nov 23 19:12:52.595703 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'e1987768-b281-4ce5-9d09-194d7a01740a', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:cc:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841f97b-c09a-4e4c-b486-731d829ad959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:32Z', 'updated_at': '2021-11-23T19:12:51Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:52.626251 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:52.638491 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:52.639098 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:12:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:52.641343 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-6bbcb313-c5cc-4e25-b66a-328b4eebb0c4 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 Nov 23 19:12:52.735428 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3cc40bf0-e77b-4e82-b237-393718faf418 req-b38a4b37-f1ba-4669-8b47-301b14433d50 service neutron] 10.222.0.54 "GET /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Nov 23 19:12:52.742520 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:52.962434 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'e1987768-b281-4ce5-9d09-194d7a01740a', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:cc:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841f97b-c09a-4e4c-b486-731d829ad959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:32Z', 'updated_at': '2021-11-23T19:12:51Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:52.987832 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2f8ee-1ac2-4066-90e8-a4357c6554c0 None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': 'e1987768-b281-4ce5-9d09-194d7a01740a', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'port_id': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'mac_address': 'fa:16:3e:cc:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841f97b-c09a-4e4c-b486-731d829ad959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:32Z', 'updated_at': '2021-11-23T19:12:51Z', 'revision_number': 1, 'project_id': '7d5637d1383e4dadb75399b524472080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:53.171636 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd370e64-0760-4ca9-85cd-04ba58d8f30e None None] New status for floating IP e1987768-b281-4ce5-9d09-194d7a01740a: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:53.470480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:03.972791 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-294882f6-0013-4a9a-ae02-01aa2794d940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:06.225659 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-afc354af-f77a-4c13-bd36-341983510edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:07.460390 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:08.792704 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:10.186918 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296ab02-cbf1-456c-be0a-11f9d9273e84 req-42815087-5863-48da-b126-5ad8d68fffd3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:10.188319 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5296ab02-cbf1-456c-be0a-11f9d9273e84 req-42815087-5863-48da-b126-5ad8d68fffd3 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Nov 23 19:13:10.237082 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5296ab02-cbf1-456c-be0a-11f9d9273e84 req-585304e6-1316-4cba-857e-bc03a7ccec1e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Nov 23 19:13:10.292439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:11.363031 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e1f1-ffb1-4a1f-95e1-6ee6db78c289 req-2ca8e19a-9a2a-4977-840e-5326157cb00a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:11.364695 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1d75e1f1-ffb1-4a1f-95e1-6ee6db78c289 req-2ca8e19a-9a2a-4977-840e-5326157cb00a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Nov 23 19:13:11.412301 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1d75e1f1-ffb1-4a1f-95e1-6ee6db78c289 req-de5b94e3-b56c-4679-b87e-aef178a4ddf5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 Nov 23 19:13:12.530370 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd377-80e6-44e4-a45e-5e9bb6998b7f req-45878582-f980-4657-b666-c1809ec4260c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:12.531842 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a8bd377-80e6-44e4-a45e-5e9bb6998b7f req-45878582-f980-4657-b666-c1809ec4260c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0475180 Nov 23 19:13:12.581606 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4a8bd377-80e6-44e4-a45e-5e9bb6998b7f req-129d9d17-d34f-42bc-8f3d-40ccae9c1a79 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Nov 23 19:13:13.699928 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414eb0-f9f7-4786-95f2-b6bab0a8b710 req-8bdaa5de-90f8-4393-964b-6bce9ca4bfba tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:13.701378 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e414eb0-f9f7-4786-95f2-b6bab0a8b710 req-8bdaa5de-90f8-4393-964b-6bce9ca4bfba tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 23 19:13:13.747719 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e414eb0-f9f7-4786-95f2-b6bab0a8b710 req-f6822afa-fd3c-4907-bc71-609d905b7b6a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Nov 23 19:13:14.867202 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300206-3f99-4eb3-8d91-3afc5b20f535 req-eeea7d62-6d83-4c59-9bf7-e8193162569b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:14.868686 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5c300206-3f99-4eb3-8d91-3afc5b20f535 req-eeea7d62-6d83-4c59-9bf7-e8193162569b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Nov 23 19:13:14.914963 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5c300206-3f99-4eb3-8d91-3afc5b20f535 req-0ee91940-cdcd-4854-9ecd-7bd3f691ed51 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Nov 23 19:13:16.035798 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dfe84-11e0-4163-8dce-c2419461ebaa req-48960c78-3e3d-4fbc-b21e-13cdaa804a0a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:16.037267 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0c1dfe84-11e0-4163-8dce-c2419461ebaa req-48960c78-3e3d-4fbc-b21e-13cdaa804a0a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Nov 23 19:13:16.083151 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0c1dfe84-11e0-4163-8dce-c2419461ebaa req-723a5faa-6002-427f-b8e3-cd5dfa3e24c2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Nov 23 19:13:17.200365 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da161-6c14-476c-86e2-e44aac4d697a req-1bc1c1eb-fcf5-4fb8-9b21-7ad660e33771 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:17.201802 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-720da161-6c14-476c-86e2-e44aac4d697a req-1bc1c1eb-fcf5-4fb8-9b21-7ad660e33771 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Nov 23 19:13:17.248599 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-720da161-6c14-476c-86e2-e44aac4d697a req-d3f40629-5591-4eed-b22b-64de659dcbf9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Nov 23 19:13:17.603486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c553cd-69a4-48ed-ad28-e20be7144a26 req-5157e6bc-3f7b-4256-90f7-2a7beaef33bb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:17.604968 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-08c553cd-69a4-48ed-ad28-e20be7144a26 req-5157e6bc-3f7b-4256-90f7-2a7beaef33bb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0483267 Nov 23 19:13:17.655208 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-08c553cd-69a4-48ed-ad28-e20be7144a26 req-ae592dda-6a16-4e09-af3c-619c73dff221 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443189 Nov 23 19:13:18.368450 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84e1dc-fbed-4f22-bff6-b6e7c2cf3564 req-df3b38e6-c8cb-44c5-900b-ab8abe332074 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:18.369917 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2b84e1dc-fbed-4f22-bff6-b6e7c2cf3564 req-df3b38e6-c8cb-44c5-900b-ab8abe332074 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Nov 23 19:13:18.419246 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2b84e1dc-fbed-4f22-bff6-b6e7c2cf3564 req-11244e58-8328-41c2-9008-9ce98db5a0bd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Nov 23 19:13:18.768176 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ba909-b68e-46f2-bef0-3581e207c1e7 req-f16d47cb-590d-4974-ba54-4a2fb71d2738 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:18.770429 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-490ba909-b68e-46f2-bef0-3581e207c1e7 req-f16d47cb-590d-4974-ba54-4a2fb71d2738 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0492594 Nov 23 19:13:18.819459 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-490ba909-b68e-46f2-bef0-3581e207c1e7 req-2160b208-a7a9-4c3e-81da-d33ecec08ded tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Nov 23 19:13:19.538484 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9685-5955-4f76-913d-0d721aa56b1c req-f7177200-5472-471e-af50-89bc25411464 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:19.539951 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-879c9685-5955-4f76-913d-0d721aa56b1c req-f7177200-5472-471e-af50-89bc25411464 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0469308 Nov 23 19:13:19.589912 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-879c9685-5955-4f76-913d-0d721aa56b1c req-dcd7e76a-0795-49a8-9b30-9953fc246137 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Nov 23 19:13:19.934475 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d172-73bd-4df3-b08b-15b109130c3f req-6572c104-c0df-4484-bbee-16626ad16f62 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:19.935952 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf97d172-73bd-4df3-b08b-15b109130c3f req-6572c104-c0df-4484-bbee-16626ad16f62 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0490019 Nov 23 19:13:19.984243 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf97d172-73bd-4df3-b08b-15b109130c3f req-9ac310ec-8b7c-4b65-8298-cc6077957b02 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Nov 23 19:13:20.710454 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3ed8d-f797-4aae-8d88-21de940828b3 req-4e045f26-022c-4d3c-8f22-631138c9d995 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:20.711936 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9ae3ed8d-f797-4aae-8d88-21de940828b3 req-4e045f26-022c-4d3c-8f22-631138c9d995 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Nov 23 19:13:20.759706 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9ae3ed8d-f797-4aae-8d88-21de940828b3 req-6ebb2d23-8b05-4839-9256-4291554df034 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Nov 23 19:13:21.100754 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7db10c-716e-44e5-81d6-4b05b3726750 req-afddbd04-10e5-4150-a142-0c30b267fee8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:21.102184 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fa7db10c-716e-44e5-81d6-4b05b3726750 req-afddbd04-10e5-4150-a142-0c30b267fee8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0500946 Nov 23 19:13:21.149796 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fa7db10c-716e-44e5-81d6-4b05b3726750 req-b6366a92-ca89-481d-8ecf-f6365ec01daa tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Nov 23 19:13:21.883727 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad7f0e-c676-40d2-8c10-422801e164de req-093bb2b0-1fb7-45fb-99ad-d257f5d47c32 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:21.885120 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2fad7f0e-c676-40d2-8c10-422801e164de req-093bb2b0-1fb7-45fb-99ad-d257f5d47c32 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0485249 Nov 23 19:13:21.932256 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2fad7f0e-c676-40d2-8c10-422801e164de req-b4d022b9-9ff8-4265-b60c-6972228cb80c tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Nov 23 19:13:22.263461 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b70a-dcd4-4012-a54b-ad8083de0df7 req-e4268f67-830a-4556-a772-ae24d283e7a5 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:22.264942 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5303b70a-dcd4-4012-a54b-ad8083de0df7 req-e4268f67-830a-4556-a772-ae24d283e7a5 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0473952 Nov 23 19:13:22.313290 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5303b70a-dcd4-4012-a54b-ad8083de0df7 req-fd15d214-b162-4e9a-a843-25ddd251e807 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Nov 23 19:13:22.498484 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:22.598608 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:22.610238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:22.651152 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.664621 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:22.684625 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:22.688719 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.738348 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:22.745852 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.746229 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.746657 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.746901 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.747249 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.747564 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.747906 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.748232 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.748573 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.748903 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.749244 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.750029 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:22.773315 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['06dc2e48-2c78-473b-919f-e27ea61f5ea2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:23.070102 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935060-3cb5-493e-a1d3-fba5aa2ef51b req-07dddf64-a4a0-4879-8007-3be21b4ba967 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:23.071643 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03935060-3cb5-493e-a1d3-fba5aa2ef51b req-07dddf64-a4a0-4879-8007-3be21b4ba967 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 944 time: 0.0634892 Nov 23 19:13:23.122846 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-03935060-3cb5-493e-a1d3-fba5aa2ef51b req-964622a8-f512-42c2-a28b-d9d580b34b28 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 Nov 23 19:13:23.450315 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb365b0f-af6e-49b7-a97d-a872b516720a req-2d9eb860-6643-4ef1-9d72-0c6098dd735d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:23.459208 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cb365b0f-af6e-49b7-a97d-a872b516720a req-2d9eb860-6643-4ef1-9d72-0c6098dd735d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0670445 Nov 23 19:13:23.486595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:23.530105 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cb365b0f-af6e-49b7-a97d-a872b516720a req-4cb86237-1e16-4aca-a2a7-1cad1eaa82ce tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676320 Nov 23 19:13:24.251377 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aa864-7b0f-4fa5-aca4-da3c6e04d68b req-1c0d5c44-8c2d-4b9a-91ba-74525250384e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:24.253749 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cc4aa864-7b0f-4fa5-aca4-da3c6e04d68b req-1c0d5c44-8c2d-4b9a-91ba-74525250384e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 944 time: 0.0525408 Nov 23 19:13:24.305810 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cc4aa864-7b0f-4fa5-aca4-da3c6e04d68b req-7e3bc8f7-f886-494f-a76e-fb2e0f8ef487 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458009 Nov 23 19:13:24.513709 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:24.570682 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:24.571161 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:24.661072 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1c84-bbc8-4d4f-8007-2cf0091b5386 req-9eca1259-67d3-42bd-aeb3-0ebc26a85753 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:24.665707 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:24.668985 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-904e1c84-bbc8-4d4f-8007-2cf0091b5386 req-9eca1259-67d3-42bd-aeb3-0ebc26a85753 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0622795 Nov 23 19:13:24.707496 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:24.708635 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:24.711330 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428360de-6ba6-4419-a6aa-15f41569c19d" -d '{"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:24.722997 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:24.733343 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-904e1c84-bbc8-4d4f-8007-2cf0091b5386 req-5cc4286e-bb24-4216-a95b-38ec3d7c5fc8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633779 Nov 23 19:13:24.782768 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:24.853118 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa7d13-0632-4fbe-b660-40567689a530 x-openstack-request-id: req-6dfa7d13-0632-4fbe-b660-40567689a530 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:24.853439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:24.853694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dfa7d13-0632-4fbe-b660-40567689a530 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:24.854087 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'code': 200} Nov 23 19:13:25.502538 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e474-634a-4399-b291-9f72c8f40156 req-69d3a3f3-d3eb-4293-81b7-038f3236e431 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:25.510282 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ed0e474-634a-4399-b291-9f72c8f40156 req-69d3a3f3-d3eb-4293-81b7-038f3236e431 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0721014 Nov 23 19:13:25.556416 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8ed0e474-634a-4399-b291-9f72c8f40156 req-e193ab4e-752a-4032-a226-29e1eeccab77 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Nov 23 19:13:25.847315 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b935e-7d01-4b19-9e57-4eade975a24a req-4cc51352-5756-48d6-929e-5d30361757cf tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:25.849653 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e34b935e-7d01-4b19-9e57-4eade975a24a req-4cc51352-5756-48d6-929e-5d30361757cf tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0522447 Nov 23 19:13:25.904446 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e34b935e-7d01-4b19-9e57-4eade975a24a req-c237a25c-1148-48b3-9612-0ae85e006f88 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487185 Nov 23 19:13:26.691387 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32446-c614-4d8e-b960-d41886930485 req-35b50c46-a7ec-4de0-bb03-5a337c40ab41 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:26.693092 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-14b32446-c614-4d8e-b960-d41886930485 req-35b50c46-a7ec-4de0-bb03-5a337c40ab41 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0544815 Nov 23 19:13:26.746209 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-14b32446-c614-4d8e-b960-d41886930485 req-8cdfe835-426e-408d-95e7-4048988805d0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467587 Nov 23 19:13:27.039959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d46fdc-791f-4915-b0f3-bd19735e7758 req-66858669-d348-45e7-a5f3-c8e110cd3cf4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:27.041454 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-84d46fdc-791f-4915-b0f3-bd19735e7758 req-66858669-d348-45e7-a5f3-c8e110cd3cf4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0595813 Nov 23 19:13:27.098330 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-84d46fdc-791f-4915-b0f3-bd19735e7758 req-efa86aa0-7dbc-40f0-beca-9416ca37682c tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 Nov 23 19:13:27.662585 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:13:27.915836 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cec9e-27e8-4f40-8de7-5e7c71c70af2 req-ddebc1c1-2e25-4f21-99ca-60c0ff7f9df2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:27.919126 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4c0cec9e-27e8-4f40-8de7-5e7c71c70af2 req-ddebc1c1-2e25-4f21-99ca-60c0ff7f9df2 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0896769 Nov 23 19:13:27.922062 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-8181684c-df16-4620-977c-19d1edd899f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:27.923450 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-8181684c-df16-4620-977c-19d1edd899f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1099 time: 0.1948509 Nov 23 19:13:28.255224 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0a7-8fc2-4bb4-890d-cc6200793503 req-51c54a4f-6328-44b7-a26b-9b0ed3d2b172 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:28.263206 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5df8b0a7-8fc2-4bb4-890d-cc6200793503 req-51c54a4f-6328-44b7-a26b-9b0ed3d2b172 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0865111 Nov 23 19:13:28.315114 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5df8b0a7-8fc2-4bb4-890d-cc6200793503 req-0130ddba-2ff5-4070-a4bd-b9d102fed50f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Nov 23 19:13:28.350747 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4c0cec9e-27e8-4f40-8de7-5e7c71c70af2 req-9a64a9a4-89ba-40f4-82e4-864a596a7ce0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258718 Nov 23 19:13:28.389536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-fd86953f-a716-4954-890a-14c299edacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:28.390990 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-fd86953f-a716-4954-890a-14c299edacda service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.4575160 Nov 23 19:13:28.467673 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-19fdc34c-51b4-4629-934d-4ee91ac06f94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0683496 Nov 23 19:13:28.547065 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-e3e6e516-c18d-4ce3-8267-b7164abe34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:28.548595 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-e3e6e516-c18d-4ce3-8267-b7164abe34cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.0719843 Nov 23 19:13:28.613697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-5b14b187-8b15-409f-add7-95601752cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:28.615247 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-5b14b187-8b15-409f-add7-95601752cbfa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543230 Nov 23 19:13:28.719512 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-b985c9e5-e618-41ee-96e3-1d4e703c9f97 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959234 Nov 23 19:13:28.828502 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6b100a74-b9dd-4182-bf8c-a8b955801171 req-3464775c-e54b-4cf5-8a24-188173caf7b3 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983920 Nov 23 19:13:29.460548 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0eead-f95b-462e-91c8-320f6747168f req-3e0bcaca-1267-4c80-9056-0805787b6a38 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:29.462246 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e2c0eead-f95b-462e-91c8-320f6747168f req-3e0bcaca-1267-4c80-9056-0805787b6a38 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0687323 Nov 23 19:13:29.483295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e2c5-6009-4c37-9caa-736956dd3c1d req-bdebdc70-e3d1-481c-8bc1-abf97fecd124 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:29.484866 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d72e2c5-6009-4c37-9caa-736956dd3c1d req-bdebdc70-e3d1-481c-8bc1-abf97fecd124 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Nov 23 19:13:29.536800 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e2c0eead-f95b-462e-91c8-320f6747168f req-c0c3dc24-767e-43cb-a212-14f980f55761 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669615 Nov 23 19:13:29.550720 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8d72e2c5-6009-4c37-9caa-736956dd3c1d req-e8f11650-cff6-4ca8-896f-432f98124327 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537825 Nov 23 19:13:30.692747 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941830eb-b593-45a3-a3dd-80de24d9c9ac req-47efa45e-e116-4f01-a6d6-03fc2eefc17a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:30.695042 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-941830eb-b593-45a3-a3dd-80de24d9c9ac req-47efa45e-e116-4f01-a6d6-03fc2eefc17a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0838294 Nov 23 19:13:30.700455 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3eddd-e546-4cf3-ad80-94ddcb6a61ce req-ad2b165f-e648-4f3f-b859-315babee95d8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:30.708751 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4ed3eddd-e546-4cf3-ad80-94ddcb6a61ce req-ad2b165f-e648-4f3f-b859-315babee95d8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0821276 Nov 23 19:13:30.755302 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-941830eb-b593-45a3-a3dd-80de24d9c9ac req-8caf1d0f-acf0-4891-b456-eb8de3f34dbc tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536196 Nov 23 19:13:30.798348 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4ed3eddd-e546-4cf3-ad80-94ddcb6a61ce req-6cbe3f9b-d939-41cc-abac-f4ab6d3b5134 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886855 Nov 23 19:13:31.886655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708eb9-abdd-465c-9382-66db72e96561 req-6d74f7ef-41b5-48f2-90a5-b60c3cae009c tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:31.888302 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3b708eb9-abdd-465c-9382-66db72e96561 req-6d74f7ef-41b5-48f2-90a5-b60c3cae009c tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0557163 Nov 23 19:13:31.930451 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b732b7-a250-4835-897e-680b0b49540a req-6316b6b2-8649-4677-b06a-0306d873acce tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:31.932245 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-30b732b7-a250-4835-897e-680b0b49540a req-6316b6b2-8649-4677-b06a-0306d873acce tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Nov 23 19:13:31.949883 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3b708eb9-abdd-465c-9382-66db72e96561 req-cbacf4e2-0d96-4e62-b161-bf21c9649434 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540266 Nov 23 19:13:31.984488 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-30b732b7-a250-4835-897e-680b0b49540a req-e98076d5-5e16-45ed-91ae-35b25ae0ae54 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462735 Nov 23 19:13:32.092727 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-70e31ba3-90ca-448d-81e2-48f4bd71b40b req-172cab1a-942f-4a2b-a9ea-be1fbac2fb8c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:13:32.094762 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-70e31ba3-90ca-448d-81e2-48f4bd71b40b req-172cab1a-942f-4a2b-a9ea-be1fbac2fb8c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565429 Nov 23 19:13:32.235901 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47538) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:32.249853 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6f0b-2943-4113-9e77-b00b2da26157 req-1fc3b8de-61fe-4f4b-bbbc-b270f69962be tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:32.251329 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-948e6f0b-2943-4113-9e77-b00b2da26157 req-1fc3b8de-61fe-4f4b-bbbc-b270f69962be tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0513725 Nov 23 19:13:32.303607 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-948e6f0b-2943-4113-9e77-b00b2da26157 req-ba5dbbe9-b2d4-4fe7-83d2-ead3cbc63a9b tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Nov 23 19:13:32.318967 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-fced692f-96cb-4939-8eb2-89c85a127b28 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818586 Nov 23 19:13:32.328400 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-3d66e748-91cf-47fe-ad1d-ff442703e9c2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:13:32.329402 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-3d66e748-91cf-47fe-ad1d-ff442703e9c2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050247 Nov 23 19:13:32.480614 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-e1df6df7-21a2-41b4-b57b-04834f69a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:32.482092 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-e1df6df7-21a2-41b4-b57b-04834f69a146 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1098 time: 0.0400634 Nov 23 19:13:32.575541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-9d1549c2-2f7c-4320-9f40-6448106d0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:32.577062 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-9d1549c2-2f7c-4320-9f40-6448106d0766 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.0878775 Nov 23 19:13:32.645477 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-e2a6f3e0-98aa-4425-97cf-32058d7527a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0606067 Nov 23 19:13:32.699923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-ab258239-bd63-48be-aab8-b47660dafb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:32.701365 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-ab258239-bd63-48be-aab8-b47660dafb76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0484464 Nov 23 19:13:32.750034 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-10cef69f-b8b7-4280-891a-636b1e3af837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:32.751875 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-10cef69f-b8b7-4280-891a-636b1e3af837 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429924 Nov 23 19:13:32.849801 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-6004a6c5-3324-4a0d-a061-538cd85f7bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Nov 23 19:13:32.944883 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ef5f93ce-4fa5-4cc4-9cca-a844a0171e40 req-5ce1c5b4-2a94-46fe-9bca-e552e6190e7e service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872991 Nov 23 19:13:33.104791 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d244-941b-4325-98ad-4cff92107b76 req-594e8a8b-6190-427b-8c98-9ecf57524505 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:33.106366 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2788d244-941b-4325-98ad-4cff92107b76 req-594e8a8b-6190-427b-8c98-9ecf57524505 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0489287 Nov 23 19:13:33.154023 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2788d244-941b-4325-98ad-4cff92107b76 req-2f32b95f-3f03-4c27-b595-a2f58bc95bc1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Nov 23 19:13:33.437692 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3ef35-ec20-4d9d-bc8c-c314e8125bb4 req-7c5be2a0-5bf3-49ef-8e29-28d8080578c4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:33.439647 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4ee3ef35-ec20-4d9d-bc8c-c314e8125bb4 req-7c5be2a0-5bf3-49ef-8e29-28d8080578c4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0640016 Nov 23 19:13:33.496977 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4ee3ef35-ec20-4d9d-bc8c-c314e8125bb4 req-279e07fa-6e63-492c-9149-a1041a2b769e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508142 Nov 23 19:13:33.754412 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-79aed507-c526-4413-8e6e-070c763efc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:33.755908 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-79aed507-c526-4413-8e6e-070c763efc25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd&tenant_id=af7b6a7745224e7294d5f40caa5e206f HTTP/1.1" status: 200 len: 1099 time: 0.0407796 Nov 23 19:13:33.822503 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-1d43756d-ee62-4997-8cc8-c201c8abeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:33.823914 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-1d43756d-ee62-4997-8cc8-c201c8abeed5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1099 time: 0.0437169 Nov 23 19:13:33.913866 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-5b45722e-33f1-4ca2-8abb-612923974f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:33.915311 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-5b45722e-33f1-4ca2-8abb-612923974f0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.0835896 Nov 23 19:13:33.975690 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-3980746e-e896-4d1f-9ef2-3cdcd7a725f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:33.984783 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-1213ca3a-8326-4636-b928-9f07b4e45a9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0616164 Nov 23 19:13:34.033514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-b18ec84e-eac7-449d-a5bc-84f1c90bc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:34.035067 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-b18ec84e-eac7-449d-a5bc-84f1c90bc786 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.0433471 Nov 23 19:13:34.081436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-e63f56e1-ee57-4f74-92ac-82082bebe195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:34.082758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-e63f56e1-ee57-4f74-92ac-82082bebe195 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398886 Nov 23 19:13:34.175968 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-e81e78de-8fea-43a9-97ed-5fcf5b9a2511 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848670 Nov 23 19:13:34.299220 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-e712d51f-1ab8-406b-af3b-ae979b68fa1a service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148400 Nov 23 19:13:34.311299 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75839-f37e-4c1b-b5b7-bece28e4feec req-66a70dc2-2b30-45b7-9293-e35d4d403fc4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:34.312751 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c4b75839-f37e-4c1b-b5b7-bece28e4feec req-66a70dc2-2b30-45b7-9293-e35d4d403fc4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 945 time: 0.0737481 Nov 23 19:13:34.363887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c4b75839-f37e-4c1b-b5b7-bece28e4feec req-d53d27b1-73c2-4ba5-af11-21cbb899c2a0 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Nov 23 19:13:34.527901 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:34.613126 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.616786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedca67-d762-42df-8613-8e2756ded885 req-49a266be-b1e7-4870-9f03-2af96c261277 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:34.623897 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-deedca67-d762-42df-8613-8e2756ded885 req-49a266be-b1e7-4870-9f03-2af96c261277 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0586445 Nov 23 19:13:34.642748 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:34.645590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5e5a5-8577-4c73-9ca6-c4d3e586f990" -d '{"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:34.657694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:34.661624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.662334 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:34.685843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-deedca67-d762-42df-8613-8e2756ded885 req-409cba50-e001-468d-a9ed-155382f4e04f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610733 Nov 23 19:13:34.756627 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=6']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:34.760309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b7387-1da6-4ba3-9fed-92eae4b5a7f2 x-openstack-request-id: req-336b7387-1da6-4ba3-9fed-92eae4b5a7f2 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:34.760598 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:34.760850 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-336b7387-1da6-4ba3-9fed-92eae4b5a7f2 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:34.761275 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'code': 200} Nov 23 19:13:34.802031 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.836664 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:34.840490 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.896597 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:35.482680 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021937-a812-4c81-91ac-53d5f22f6ace req-005c98e0-2dec-4e3c-9ab2-a8d51f63da91 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:35.484011 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e021937-a812-4c81-91ac-53d5f22f6ace req-005c98e0-2dec-4e3c-9ab2-a8d51f63da91 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0473471 Nov 23 19:13:35.533203 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e021937-a812-4c81-91ac-53d5f22f6ace req-acd5ac8a-06b9-4781-a3b1-faa16864d09b tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 23 19:13:35.820225 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0aa6b-3059-4d36-9b8e-171a1704c999 req-14d3c46a-61df-47aa-a2e2-9aaaca646c57 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:35.821723 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1c0aa6b-3059-4d36-9b8e-171a1704c999 req-14d3c46a-61df-47aa-a2e2-9aaaca646c57 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0575187 Nov 23 19:13:35.873697 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b1c0aa6b-3059-4d36-9b8e-171a1704c999 req-30c1e259-b461-44b7-bcd4-9556c22e3a96 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Nov 23 19:13:36.227556 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-782eade9-968c-4ca7-8f6f-35ad8eeadf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.425229 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694fdd5-1fa6-4bf7-bf70-15a74d7f3aaf req-1a0b271e-6849-4e5b-9532-f30e6f6fd22f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:36.426913 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a694fdd5-1fa6-4bf7-bf70-15a74d7f3aaf req-1a0b271e-6849-4e5b-9532-f30e6f6fd22f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0716965 Nov 23 19:13:36.456576 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-edb74319-0b6b-4446-9b72-7a9dc860f2ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639355 Nov 23 19:13:36.483501 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a694fdd5-1fa6-4bf7-bf70-15a74d7f3aaf req-fec2851e-3302-438f-86dc-af1223f8b420 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496974 Nov 23 19:13:36.762407 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:36.765080 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e546b82-5638-424b-8cb6-2b13b6624dd4" -d '{"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-unplugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:36.796913 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2b9eb-967a-441d-9fc5-4dc89c7857c4 x-openstack-request-id: req-24d2b9eb-967a-441d-9fc5-4dc89c7857c4 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:36.797212 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-unplugged", "status": "failed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "code": 422}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:36.797462 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24d2b9eb-967a-441d-9fc5-4dc89c7857c4 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:36.797884 dv-cinder-819007-1-iscsi neutron-server[102738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'code': 422} returned with failed status Nov 23 19:13:36.991992 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a858cf-323e-400a-b193-ad6a809b25d3 req-cff2a860-205b-4138-8e21-fb35487031ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:36.993492 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a4a858cf-323e-400a-b193-ad6a809b25d3 req-cff2a860-205b-4138-8e21-fb35487031ea tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0536861 Nov 23 19:13:37.042747 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a4a858cf-323e-400a-b193-ad6a809b25d3 req-1c395e59-9fba-49e8-b177-6220454b9310 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Nov 23 19:13:37.173265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-3cad970e-98ff-4f3f-9ef7-29363448fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.174870 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-3cad970e-98ff-4f3f-9ef7-29363448fdef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83&tenant_id=2a447da97a8b4648906757caaf4a02dc HTTP/1.1" status: 200 len: 1096 time: 0.0404744 Nov 23 19:13:37.235470 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-0b453185-698b-43b6-bdb3-13ba9c61bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.237030 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-0b453185-698b-43b6-bdb3-13ba9c61bb1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a447da97a8b4648906757caaf4a02dc&device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1096 time: 0.0400043 Nov 23 19:13:37.328591 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-7a9ddbba-6bf9-4d11-8393-f8cea958d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.330027 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-7a9ddbba-6bf9-4d11-8393-f8cea958d7f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 200 len: 917 time: 0.0857685 Nov 23 19:13:37.391882 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-5ab7da88-1528-4c8e-a872-07a37bc87297 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 200 len: 999 time: 0.0550282 Nov 23 19:13:37.443060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-8cccd56c-35a3-45c9-a5e2-3bfd91ae25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.444397 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-8cccd56c-35a3-45c9-a5e2-3bfd91ae25c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 200 len: 855 time: 0.0457718 Nov 23 19:13:37.463160 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.490188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-131b8a59-e3d7-4324-bc47-2e71ab02d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.491638 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-131b8a59-e3d7-4324-bc47-2e71ab02d7c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0327e56a-74a7-4a6f-8d37-136214ac9946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402501 Nov 23 19:13:37.582022 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-b416ee97-78fb-4ad2-8e85-de9f05f1ecd3 service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835719 Nov 23 19:13:37.603217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31f6d-5f76-40f7-a5da-a2541707f5ae req-786d0ebe-f021-48f0-996b-5b607df0d836 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:37.604717 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-76d31f6d-5f76-40f7-a5da-a2541707f5ae req-786d0ebe-f021-48f0-996b-5b607df0d836 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0483751 Nov 23 19:13:37.651256 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-76d31f6d-5f76-40f7-a5da-a2541707f5ae req-d2e38a38-fa68-47a6-bc01-89c107f77b61 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Nov 23 19:13:37.676872 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-57d801dd-8a4a-449a-b8dc-d3ef35fb910d service neutron] 10.222.0.54 "GET /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Nov 23 19:13:38.197436 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3129c-007e-4f5c-93d6-b450a57e291e req-bed45507-0881-45b3-921a-b5a1b8fc4dc8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:38.207212 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48e3129c-007e-4f5c-93d6-b450a57e291e req-bed45507-0881-45b3-921a-b5a1b8fc4dc8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0764813 Nov 23 19:13:38.272960 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-48e3129c-007e-4f5c-93d6-b450a57e291e req-2ff2722e-abcc-4e26-88cb-e3baeb7a525b tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641921 Nov 23 19:13:38.559176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:38.796454 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.808534 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221bc36-95fc-4079-b1fd-ecae79ef9ceb req-5897cd5a-70ff-4b86-b2bb-38beedfbf782 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:38.810014 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0221bc36-95fc-4079-b1fd-ecae79ef9ceb req-5897cd5a-70ff-4b86-b2bb-38beedfbf782 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0709927 Nov 23 19:13:38.864900 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0221bc36-95fc-4079-b1fd-ecae79ef9ceb req-0548d812-3bb3-4947-9062-26574f7718fd tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474391 Nov 23 19:13:39.396325 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bab46d-0e22-4b38-8e5b-46b41dde4b32 req-106da173-d628-46bb-935d-2e093b4e8538 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:39.397714 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05bab46d-0e22-4b38-8e5b-46b41dde4b32 req-106da173-d628-46bb-935d-2e093b4e8538 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0518510 Nov 23 19:13:39.452500 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-05bab46d-0e22-4b38-8e5b-46b41dde4b32 req-e2f61345-7a9f-48d2-b212-d34ccccf781d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488734 Nov 23 19:13:39.985918 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c9f8-8fd6-436c-a9ef-76a85d2cfffe req-aa67f03a-2d5d-4f82-83f5-1799ac53c5e4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:39.988931 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2d28c9f8-8fd6-436c-a9ef-76a85d2cfffe req-aa67f03a-2d5d-4f82-83f5-1799ac53c5e4 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0513928 Nov 23 19:13:40.037843 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2d28c9f8-8fd6-436c-a9ef-76a85d2cfffe req-e1b6ddee-05fe-4ce7-a341-f9b012d2ae80 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Nov 23 19:13:40.297894 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.579266 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589d0a-3027-4e2b-8d12-30c2338cbf03 req-9035e97e-d7e4-4e34-ba63-e7b0785f35c3 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:40.581608 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e6589d0a-3027-4e2b-8d12-30c2338cbf03 req-9035e97e-d7e4-4e34-ba63-e7b0785f35c3 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0573943 Nov 23 19:13:40.636021 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e6589d0a-3027-4e2b-8d12-30c2338cbf03 req-82fc2b9d-4616-49d8-b325-19038fc6831f tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 Nov 23 19:13:41.169829 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2914-a279-4951-9ea5-cc2c69fe1578 req-5608c5e6-6d2a-4efe-8f0f-e33f860ce6cc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:41.171292 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5b0f2914-a279-4951-9ea5-cc2c69fe1578 req-5608c5e6-6d2a-4efe-8f0f-e33f860ce6cc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0547261 Nov 23 19:13:41.225091 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5b0f2914-a279-4951-9ea5-cc2c69fe1578 req-7a7c0b19-5b1c-492a-a6ba-f49203d4b04e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471756 Nov 23 19:13:41.768804 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b71b-cc52-4fd0-9236-85336d545b88 req-b8b2ffec-e78d-4faf-8237-b37f39ac1eda tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:41.770251 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf11b71b-cc52-4fd0-9236-85336d545b88 req-b8b2ffec-e78d-4faf-8237-b37f39ac1eda tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0616581 Nov 23 19:13:41.820549 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf11b71b-cc52-4fd0-9236-85336d545b88 req-6de0dde7-176d-41c2-b556-f3980ba86ecd tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Nov 23 19:13:42.363326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517764ea-7b1e-4427-8fba-bae8878150ac req-48de8c22-ab53-4163-87e3-836c141768e5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:42.364924 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-517764ea-7b1e-4427-8fba-bae8878150ac req-48de8c22-ab53-4163-87e3-836c141768e5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0564504 Nov 23 19:13:42.451131 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-517764ea-7b1e-4427-8fba-bae8878150ac req-81dafa85-d508-4be0-b0a9-004c4ab62354 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796657 Nov 23 19:13:42.940987 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5147a-50fc-4b3e-9fea-e07235917518 req-4d28065a-5e09-4fa6-91f8-f697c515943e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:42.942413 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4d5147a-50fc-4b3e-9fea-e07235917518 req-4d28065a-5e09-4fa6-91f8-f697c515943e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0522542 Nov 23 19:13:42.992991 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e4d5147a-50fc-4b3e-9fea-e07235917518 req-1e4b23e6-b10a-4ce7-be32-0fe2896b3f06 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Nov 23 19:13:43.577365 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545d0a-7827-4bac-9b17-fc9cd759f052 req-4e2beb88-bd61-48d5-86d8-eec424fa56d8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.578808 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-66545d0a-7827-4bac-9b17-fc9cd759f052 req-4e2beb88-bd61-48d5-86d8-eec424fa56d8 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0507090 Nov 23 19:13:43.629508 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-66545d0a-7827-4bac-9b17-fc9cd759f052 req-263c37c2-6a20-442d-b97a-f4267ef2b10e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Nov 23 19:13:44.115750 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987a2cc-2b5e-44a1-9957-656812898f82 req-6debb14b-fd76-446c-a577-8f0dce1a0110 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.117242 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e987a2cc-2b5e-44a1-9957-656812898f82 req-6debb14b-fd76-446c-a577-8f0dce1a0110 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0497622 Nov 23 19:13:44.174262 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e987a2cc-2b5e-44a1-9957-656812898f82 req-fdd8549b-ac11-47e5-bed2-2dbd70166fe8 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Nov 23 19:13:44.758183 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe673a96-2707-4f3a-80fd-d2196cde32ba req-a5d55ffb-1acc-4111-822d-52d6fef57ba9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.762053 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fe673a96-2707-4f3a-80fd-d2196cde32ba req-a5d55ffb-1acc-4111-822d-52d6fef57ba9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0570793 Nov 23 19:13:44.814470 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-fe673a96-2707-4f3a-80fd-d2196cde32ba req-ff05ceb2-4ef1-4955-8b98-ceccf16deefc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Nov 23 19:13:45.303939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc99c-f9bd-4ff4-91b9-b5cf84922dbc req-29cacc91-a0b7-4862-b893-f891b3ddd2a1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:45.305396 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-174bc99c-f9bd-4ff4-91b9-b5cf84922dbc req-29cacc91-a0b7-4862-b893-f891b3ddd2a1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0643365 Nov 23 19:13:45.355815 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-174bc99c-f9bd-4ff4-91b9-b5cf84922dbc req-9f70b7dd-6216-45fe-bcf1-80a9d39238c4 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Nov 23 19:13:45.943388 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6377e8-0e9d-4572-82fe-9723e24c46d4 req-c9edef95-8895-48bb-95e1-74dcb1ddc6cc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:45.944771 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3a6377e8-0e9d-4572-82fe-9723e24c46d4 req-c9edef95-8895-48bb-95e1-74dcb1ddc6cc tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0496147 Nov 23 19:13:45.992461 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3a6377e8-0e9d-4572-82fe-9723e24c46d4 req-03c96da0-44af-49fb-9809-f710b1cafde5 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Nov 23 19:13:46.477358 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52fe5-cd15-475a-a30b-937527e28645 req-0ccccbc1-0758-4eab-9051-d31549dd0647 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.485345 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-efe52fe5-cd15-475a-a30b-937527e28645 req-0ccccbc1-0758-4eab-9051-d31549dd0647 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0575562 Nov 23 19:13:46.531277 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-efe52fe5-cd15-475a-a30b-937527e28645 req-730083c7-a735-4b08-94f1-bff4a9f41ac5 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Nov 23 19:13:47.123240 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f8dfc-3a43-4bd9-a785-6dce1f69d268 req-f0f9e7ab-8263-4d5b-9278-0d1c30f26600 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:47.124719 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4b7f8dfc-3a43-4bd9-a785-6dce1f69d268 req-f0f9e7ab-8263-4d5b-9278-0d1c30f26600 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0527520 Nov 23 19:13:47.171742 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4b7f8dfc-3a43-4bd9-a785-6dce1f69d268 req-ce91c200-e27d-4e08-abc8-849b43421767 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Nov 23 19:13:47.661729 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf180cbc-7e38-4256-a776-7a09c5354837 req-7e6d2de6-bfaf-4e33-b8c7-d507dcb952f1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:47.663194 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf180cbc-7e38-4256-a776-7a09c5354837 req-7e6d2de6-bfaf-4e33-b8c7-d507dcb952f1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0593083 Nov 23 19:13:47.720677 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cf180cbc-7e38-4256-a776-7a09c5354837 req-8417aebd-115f-448d-b79d-a03aa07b50b1 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513744 Nov 23 19:13:48.290470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1734f9-c3a0-43e8-9b86-219e975b4d21 req-e68d5fd1-d960-446d-983b-028a64318cd9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:48.292112 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ca1734f9-c3a0-43e8-9b86-219e975b4d21 req-e68d5fd1-d960-446d-983b-028a64318cd9 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0474801 Nov 23 19:13:48.340191 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ca1734f9-c3a0-43e8-9b86-219e975b4d21 req-38f4f200-b4dc-4244-84ff-c78177d0c031 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Nov 23 19:13:48.839026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d87f13-82b8-4172-b72c-a112d63506ec req-e7e2f891-e979-425f-9fc4-c74f19c2b98a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:48.840401 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-01d87f13-82b8-4172-b72c-a112d63506ec req-e7e2f891-e979-425f-9fc4-c74f19c2b98a tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0478573 Nov 23 19:13:48.888317 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-01d87f13-82b8-4172-b72c-a112d63506ec req-bfa0354e-3547-4f93-a2eb-5d47a1d2a50b tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Nov 23 19:13:49.460029 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfce9-8b9c-4152-9d45-fce818449133 req-242cc819-8e74-443e-815f-537a1dfcc326 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:49.461487 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c51cfce9-8b9c-4152-9d45-fce818449133 req-242cc819-8e74-443e-815f-537a1dfcc326 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0470653 Nov 23 19:13:49.521361 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c51cfce9-8b9c-4152-9d45-fce818449133 req-ea49df59-9d39-41c0-a593-5b69ff0ace93 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530410 Nov 23 19:13:49.595125 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d006fc-e189-4bc8-a976-0d7531822d15 req-3b05fcc7-e354-452e-8f83-e27c1690540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:49.597313 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-71d006fc-e189-4bc8-a976-0d7531822d15 req-3b05fcc7-e354-452e-8f83-e27c1690540e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1097 time: 0.0398388 Nov 23 19:13:49.649722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-71d006fc-e189-4bc8-a976-0d7531822d15 req-29ce5989-366c-45ea-9d0e-7cc5a1ce6dc2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449383 Nov 23 19:13:50.004948 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9c444-ead5-4dcc-b2cc-a1e476bdda62 req-2609b284-010c-48b1-832e-6ff8c4ebaf82 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:50.006445 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b2e9c444-ead5-4dcc-b2cc-a1e476bdda62 req-2609b284-010c-48b1-832e-6ff8c4ebaf82 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 944 time: 0.0490181 Nov 23 19:13:50.070456 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b2e9c444-ead5-4dcc-b2cc-a1e476bdda62 req-14c58135-0849-4d64-8201-c0b9d2270c8d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552804 Nov 23 19:13:50.628698 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:50.650548 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbadb1c-8a50-4b7a-8044-95dc8de510c0 req-ef30396b-7488-4c33-b49a-b55fc9f84f61 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:50.652273 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0cbadb1c-8a50-4b7a-8044-95dc8de510c0 req-ef30396b-7488-4c33-b49a-b55fc9f84f61 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 943 time: 0.0505273 Nov 23 19:13:50.700480 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0cbadb1c-8a50-4b7a-8044-95dc8de510c0 req-735c53b2-e0b9-42cf-882c-70a39f90e471 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Nov 23 19:13:50.734021 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:50.745343 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'port_id': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'mac_address': 'fa:16:3e:f0:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:50.786605 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:50.798812 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e561e0b4-7301-4b1f-9300-218ef05ed8a1 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:50.818269 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:50.821578 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:50.822205 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:50.895025 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=7']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:50.954676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:50.969557 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'port_id': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'mac_address': 'fa:16:3e:d4:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:51.006512 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.019646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:51.038124 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:51.041763 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.088502 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=9']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:51.186017 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c5921-bf1d-4087-8a23-e207560966ba req-8e3a3097-80fb-4f9a-ba26-5756d8687bb0 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:51.187506 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e9c5921-bf1d-4087-8a23-e207560966ba req-8e3a3097-80fb-4f9a-ba26-5756d8687bb0 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 945 time: 0.0492203 Nov 23 19:13:51.241149 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6e9c5921-bf1d-4087-8a23-e207560966ba req-92c6f428-9f6d-440f-971d-a4c975f9b6f7 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 Nov 23 19:13:51.289339 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['06dc2e48-2c78-473b-919f-e27ea61f5ea2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:51.292865 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['e561e0b4-7301-4b1f-9300-218ef05ed8a1'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:51.825779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33dd2-3f56-40d3-9b8d-775759f4bbd0 req-b5618b3f-6d7e-4023-b710-50f90353766e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:51.827233 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2f33dd2-3f56-40d3-9b8d-775759f4bbd0 req-b5618b3f-6d7e-4023-b710-50f90353766e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 944 time: 0.0540802 Nov 23 19:13:51.874270 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2f33dd2-3f56-40d3-9b8d-775759f4bbd0 req-71ce7589-dd63-4a02-abf8-6123ebaab7ef tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Nov 23 19:13:52.202183 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-fe630d9e-1dd8-4751-9735-edb31122b51f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389535 Nov 23 19:13:52.281782 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43044d0-9a35-4f49-9a44-a96687836769 req-030f1710-df64-42ac-933d-3a968fc7ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.283238 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-030f1710-df64-42ac-933d-3a968fc7ac5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1098 time: 0.0397427 Nov 23 19:13:52.386447 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43044d0-9a35-4f49-9a44-a96687836769 req-62a0c668-cede-4de1-b085-2563ecb18266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.387917 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-62a0c668-cede-4de1-b085-2563ecb18266 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.0868082 Nov 23 19:13:52.453394 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-ff657749-ee0e-4de1-b7ac-809d05bc7e99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 1000 time: 0.0579920 Nov 23 19:13:52.504935 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43044d0-9a35-4f49-9a44-a96687836769 req-f695ba3d-4891-445b-8b4d-72355784ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.506366 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-f695ba3d-4891-445b-8b4d-72355784ac40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.0468030 Nov 23 19:13:52.551004 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43044d0-9a35-4f49-9a44-a96687836769 req-4a5c7d74-2c02-405f-ad31-271b7a216dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.552544 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-4a5c7d74-2c02-405f-ad31-271b7a216dec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391786 Nov 23 19:13:52.636337 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:52.648855 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-42394852-09db-4de3-a1da-9eca4fa31e91 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Nov 23 19:13:52.682779 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port e561e0b4-7301-4b1f-9300-218ef05ed8a1 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:52.683140 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.736911 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c43044d0-9a35-4f49-9a44-a96687836769 req-90df53a6-77eb-4f80-8dbd-75287473406d service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812151 Nov 23 19:13:52.763972 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.787477 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:52.789719 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6750c270-9fbf-45a0-8e72-ae72991b30e6" -d '{"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-plugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:52.803185 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:52.807234 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.808051 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:52.831013 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6128f0-1e86-406d-a2c2-b1aa38180427 x-openstack-request-id: req-dd6128f0-1e86-406d-a2c2-b1aa38180427 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:52.831299 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-plugged", "status": "completed", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:52.831548 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd6128f0-1e86-406d-a2c2-b1aa38180427 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:52.831953 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'code': 200} Nov 23 19:13:52.884849 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=8']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:52.894790 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:52.895158 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.974353 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.993118 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc4c-41b3-48fc-ba86-76f5639acab8 req-4a6d6734-790f-438b-aa33-503831dcc987 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.994492 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c737dc4c-41b3-48fc-ba86-76f5639acab8 req-4a6d6734-790f-438b-aa33-503831dcc987 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Nov 23 19:13:53.006521 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:53.011163 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.046353 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c737dc4c-41b3-48fc-ba86-76f5639acab8 req-9d97f056-81ca-4549-8d59-001f2b86f75e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Nov 23 19:13:53.059179 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=10']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:53.477879 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.166846 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1752-d45d-46a5-bda0-64771d2ac8fe req-adf3ee44-bec5-4e38-b0b4-964b4d56cc3e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:54.168332 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-06fa1752-d45d-46a5-bda0-64771d2ac8fe req-adf3ee44-bec5-4e38-b0b4-964b4d56cc3e tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0478837 Nov 23 19:13:54.215199 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-06fa1752-d45d-46a5-bda0-64771d2ac8fe req-3691cbd6-55a5-42d9-a0ae-15118d4bc9aa tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 Nov 23 19:13:54.833613 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:54.835895 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03e84c-753d-468b-a932-aeab4ea93bd5" -d '{"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:54.872990 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519a8a4d-14a9-4552-acf8-65db4e165463 x-openstack-request-id: req-519a8a4d-14a9-4552-acf8-65db4e165463 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:54.873288 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-plugged", "status": "completed", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:54.873540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-519a8a4d-14a9-4552-acf8-65db4e165463 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:54.873933 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'code': 200} Nov 23 19:13:55.053948 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dfa22-0e4b-4b2d-9b72-9fc67fbfa8a4 req-fb6c7758-bf63-4bc9-879e-1fcfcf0cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.056095 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d13dfa22-0e4b-4b2d-9b72-9fc67fbfa8a4 req-fb6c7758-bf63-4bc9-879e-1fcfcf0cfc07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 1099 time: 0.0455325 Nov 23 19:13:55.114916 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d13dfa22-0e4b-4b2d-9b72-9fc67fbfa8a4 req-bad876d2-1d23-492c-b127-a5a2e9a6944a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515637 Nov 23 19:13:55.336681 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea548a-be1d-42ec-a63e-f1ebe2b46564 req-5181391c-1b57-4b67-a1e8-3a002cc34695 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.338175 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-93ea548a-be1d-42ec-a63e-f1ebe2b46564 req-5181391c-1b57-4b67-a1e8-3a002cc34695 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Nov 23 19:13:55.385602 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-93ea548a-be1d-42ec-a63e-f1ebe2b46564 req-7e8dad72-c2d9-4465-94b8-1fcad6205fae tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Nov 23 19:13:56.508730 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992d4ec-e464-4d87-bdca-3b2d944e6023 req-ede78496-eae8-4825-9985-b6bf4800772f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:56.510188 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d992d4ec-e464-4d87-bdca-3b2d944e6023 req-ede78496-eae8-4825-9985-b6bf4800772f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0502748 Nov 23 19:13:56.559676 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d992d4ec-e464-4d87-bdca-3b2d944e6023 req-72acb63e-d4d4-4555-b719-ba7e67bc4641 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Nov 23 19:13:57.677397 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea825d-c816-4243-bf02-b9d57b848364 req-513ddff1-cc42-4ac3-8827-127030b42409 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.678864 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b4ea825d-c816-4243-bf02-b9d57b848364 req-513ddff1-cc42-4ac3-8827-127030b42409 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0479944 Nov 23 19:13:57.725940 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b4ea825d-c816-4243-bf02-b9d57b848364 req-d7f43f87-d693-4040-b9f7-7ff96aed6362 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Nov 23 19:14:02.219449 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be654c-f38f-4d5d-8945-0bda08a7291f req-0430daad-6015-48b1-9aa8-e99be900caa5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:02.221464 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d3be654c-f38f-4d5d-8945-0bda08a7291f req-0430daad-6015-48b1-9aa8-e99be900caa5 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0511703 Nov 23 19:14:02.266434 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d3be654c-f38f-4d5d-8945-0bda08a7291f req-c202e4aa-5461-4172-a5d0-158b192de137 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 Nov 23 19:14:03.382071 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe6f69-c1f2-444f-a229-04dd59babdfe req-4dc8452f-2879-4b4d-917b-c45812cdff54 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:03.383504 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b0fe6f69-c1f2-444f-a229-04dd59babdfe req-4dc8452f-2879-4b4d-917b-c45812cdff54 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0472963 Nov 23 19:14:03.432150 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b0fe6f69-c1f2-444f-a229-04dd59babdfe req-b8a20090-4e17-4119-bd85-ea46265d184c tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Nov 23 19:14:03.976938 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6fb2-05b2-40d5-adf3-92a045d48398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.105042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-18b02bde-c026-4a06-a563-0c41c0e6d59b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.106448 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-18b02bde-c026-4a06-a563-0c41c0e6d59b tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Nov 23 19:14:04.197620 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Deleting port 872e9883-dd22-4aeb-a412-3c90a1021e82 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:04.197875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.282594 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] For port 872e9883-dd22-4aeb-a412-3c90a1021e82, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=872e9883-dd22-4aeb-a412-3c90a1021e82,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:04.283538 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.466007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.466367 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.466683 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Floating IP e1987768-b281-4ce5-9d09-194d7a01740a disassociated. External IP: 172.27.0.193, port: 872e9883-dd22-4aeb-a412-3c90a1021e82. Nov 23 19:14:04.467020 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Calling delete_port for 872e9883-dd22-4aeb-a412-3c90a1021e82 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:04.581430 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac70f91-ffd3-4b48-b185-6b39f28af71a req-9c663a8f-9895-41f4-82f0-68bf81829dd3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.582931 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3ac70f91-ffd3-4b48-b185-6b39f28af71a req-9c663a8f-9895-41f4-82f0-68bf81829dd3 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/ports?device_id=5841f97b-c09a-4e4c-b486-731d829ad959 HTTP/1.1" status: 200 len: 945 time: 0.0736074 Nov 23 19:14:04.661682 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:14:04.669746 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3ac70f91-ffd3-4b48-b185-6b39f28af71a req-54a219d6-619b-4f5d-82a4-b7d4953650af tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdf9a17c-1580-47b4-9f1b-97b20a3286af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804348 Nov 23 19:14:04.670760 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.700037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'Port': ['ID=872e9883-dd22-4aeb-a412-3c90a1021e82,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.712850 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.713274 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.713638 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.713974 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.714306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.714638 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.714964 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.715289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.715618 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.715967 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.716289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.716608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:04.825015 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:04.928812 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:04.939028 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:04.949243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:04.949862 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:13:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:04.966681 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] No DVR routers for this DVR port 872e9883-dd22-4aeb-a412-3c90a1021e82 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:04.969170 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.973262 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9a7dc51a-38d6-4444-9b4d-11a14207b31d req-0eed8e04-a20f-43b6-b150-1670efb637c2 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.54 "DELETE /v2.0/ports/872e9883-dd22-4aeb-a412-3c90a1021e82 HTTP/1.1" status: 204 len: 173 time: 0.8602571 Nov 23 19:14:04.973658 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'name': 'network-vif-deleted', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:04.975931 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0896b3b-9cbe-4265-8191-726d0fe6fc10" -d '{"events": [{"server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "name": "network-vif-deleted", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:05.064246 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:05.083798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c60f7-c818-4a4a-8b6c-fc185ac4c2e1 x-openstack-request-id: req-4b0c60f7-c818-4a4a-8b6c-fc185ac4c2e1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:05.084291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5841f97b-c09a-4e4c-b486-731d829ad959", "name": "network-vif-deleted", "tag": "872e9883-dd22-4aeb-a412-3c90a1021e82", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:05.084717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b0c60f7-c818-4a4a-8b6c-fc185ac4c2e1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:05.085276 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5841f97b-c09a-4e4c-b486-731d829ad959', 'name': 'network-vif-deleted', 'tag': '872e9883-dd22-4aeb-a412-3c90a1021e82', 'status': 'completed', 'code': 200} Nov 23 19:14:05.269633 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:05.301051 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:05.309324 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:05.309928 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:13:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:05.417211 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:05.624347 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:05.649809 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee362a-7ac2-4166-8996-896682ee84ec None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:48Z', 'revision_number': 4, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '152828d0-ccef-475d-b706-fd8cce80c4a3', 'name': '', 'network_id': '16c9391c-a12a-4f7f-93e8-9c0438f9c7d0', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'mac_address': 'fa:16:3e:1e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6555a961-fa26-4aea-8247-1c167b75a699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:45Z', 'updated_at': '2021-11-23T19:07:58Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'subnets': [{'id': '6555a961-fa26-4aea-8247-1c167b75a699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:05.756480 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:05.812496 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.836651 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.861185 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf593dc-53f8-450d-8a09-3421068d01a5 None None] New status for floating IP e1987768-b281-4ce5-9d09-194d7a01740a: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:14:05.887244 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.889739 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.890877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdf9a17c-1580-47b4-9f1b-97b20a3286af HTTP/1.1" status: 204 len: 168 time: 0.1333988 Nov 23 19:14:05.894284 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47884) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:05.903063 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9a17c-1580-47b4-9f1b-97b20a3286af,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:05.907347 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.api.v2.resource [None req-7baabff2-bc64-4cf4-8297-152722f850bd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] show failed (client error): The resource could not be found. Nov 23 19:14:05.911880 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-7baabff2-bc64-4cf4-8297-152722f850bd tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "GET /v2.0/security-groups/cdf9a17c-1580-47b4-9f1b-97b20a3286af HTTP/1.1" status: 404 len: 347 time: 0.0137162 Nov 23 19:14:05.912034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912379 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912457 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47886) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:05.912544 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.912819 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.913151 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.913476 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.913800 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.914125 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:05.914448 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889aa870-e5e2-4b17-9ad5-3ca3716b88b6 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:06.036725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Deleting port b7c4c596-e6c4-40fc-b1fa-410ec5c42141 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:06.037064 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.112444 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.112765 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.123878 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Calling delete_port for b7c4c596-e6c4-40fc-b1fa-410ec5c42141 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:06.231874 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f390632e-e916-4ac1-b22c-c178192bed4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.258985 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.544936 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Pushing event deleted for resources: {'Port': ['ID=b7c4c596-e6c4-40fc-b1fa-410ec5c42141,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:06.601761 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.604233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.605357 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-66243b80-f136-4afc-9291-0c73fcfc11c4 tempest-AttachVolumeTestJSON-258287408 tempest-AttachVolumeTestJSON-258287408-project] 10.222.0.31 "DELETE /v2.0/floatingips/e1987768-b281-4ce5-9d09-194d7a01740a HTTP/1.1" status: 204 len: 168 time: 0.6923137 Nov 23 19:14:06.726956 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 872e9883-dd22-4aeb-a412-3c90a1021e82 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:06.747564 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 872e9883-dd22-4aeb-a412-3c90a1021e82 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:06.747929 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 872e9883-dd22-4aeb-a412-3c90a1021e82 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:07.465267 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.794940 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.111985 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47914) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:10.298101 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.547277 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.786844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Deleting port 152828d0-ccef-475d-b706-fd8cce80c4a3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:10.787182 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.863286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] For port 152828d0-ccef-475d-b706-fd8cce80c4a3, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=152828d0-ccef-475d-b706-fd8cce80c4a3,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:10.863669 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.875672 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Calling delete_port for 152828d0-ccef-475d-b706-fd8cce80c4a3 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:11.051583 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.081087 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Pushing event deleted for resources: {'Port': ['ID=152828d0-ccef-475d-b706-fd8cce80c4a3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:11.241860 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.450050 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Router 12e7d128-0468-433f-83b4-3fbc7b304349 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:11.552798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:11.557889 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6e8e3d21-ba6b-4b11-a81e-5411345c7221 admin admin] 10.222.0.31 "PUT /v2.0/routers/12e7d128-0468-433f-83b4-3fbc7b304349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448934 Nov 23 19:14:11.560437 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47918) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.561828 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Sync routers for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:11.571511 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:11.572244 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.663236 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.678679 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:11.762379 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.818663 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Deleting port e869b431-4139-4a64-aba1-e4fcaa389195 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:11.818997 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.896412 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] For port e869b431-4139-4a64-aba1-e4fcaa389195, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e869b431-4139-4a64-aba1-e4fcaa389195,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:11.896917 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.910389 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Calling delete_port for e869b431-4139-4a64-aba1-e4fcaa389195 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:11.977987 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:14:11Z', 'revision_number': 5, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port': {'id': 'e869b431-4139-4a64-aba1-e4fcaa389195', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:39Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:12.004265 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Checking router: 12e7d128-0468-433f-83b4-3fbc7b304349 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:12.012449 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Routers {'12e7d128-0468-433f-83b4-3fbc7b304349'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:12.012992 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['12e7d128-0468-433f-83b4-3fbc7b304349'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:12.086538 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.106300 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] Set router 12e7d128-0468-433f-83b4-3fbc7b304349 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:12.112707 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Pushing event deleted for resources: {'Port': ['ID=e869b431-4139-4a64-aba1-e4fcaa389195,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.170529 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:14:11Z', 'revision_number': 6, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:12.185217 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.207545 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a48e0a-cac5-4c7f-b1dc-5b62d59b6f71 None None] The sync data for ids ['12e7d128-0468-433f-83b4-3fbc7b304349'] in dv-cinder-819007-1-iscsi is: [{'id': '12e7d128-0468-433f-83b4-3fbc7b304349', 'name': 'tempest-AttachVolumeTestJSON-676785022-router', 'tenant_id': '7d5637d1383e4dadb75399b524472080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:14:11Z', 'revision_number': 6, 'project_id': '7d5637d1383e4dadb75399b524472080', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:12.282994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.285160 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.329596 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.330115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e7d128-0468-433f-83b4-3fbc7b304349 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:12.335030 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.336187 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d048fc4f-683e-4918-af77-f18c4f2a2718 admin admin] 10.222.0.31 "DELETE /v2.0/routers/12e7d128-0468-433f-83b4-3fbc7b304349 HTTP/1.1" status: 204 len: 168 time: 0.7748542 Nov 23 19:14:12.338661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 47922) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:12.387461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Deleting subnet 6555a961-fa26-4aea-8247-1c167b75a699 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:14:12.390799 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.426724 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527701121'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.532327 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.595662 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533675472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527452359'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.623566 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6555a961-fa26-4aea-8247-1c167b75a699,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.627726 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.631076 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-540755f1-932a-4ae9-92a2-e6d411010ca4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6555a961-fa26-4aea-8247-1c167b75a699 HTTP/1.1" status: 204 len: 168 time: 0.2914863 Nov 23 19:14:12.633924 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47924) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:12.639727 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49ae85-a8e5-493f-a9fc-60af6420191a None None] Network 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:12.710155 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.771849 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Deleting port 897addbb-5300-41ce-95d8-cd508746b091 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:12.772185 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.841425 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] For port 897addbb-5300-41ce-95d8-cd508746b091, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=897addbb-5300-41ce-95d8-cd508746b091,segment=NetworkSegment(fa82448b-574c-417b-98bd-a0a6cc3f2b68),segment_id=fa82448b-574c-417b-98bd-a0a6cc3f2b68)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:12.841960 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.842842 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] DHCP port deletion for 16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:12.856937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Calling delete_port for 897addbb-5300-41ce-95d8-cd508746b091 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:12.881931 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 152828d0-ccef-475d-b706-fd8cce80c4a3 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:12.905909 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 152828d0-ccef-475d-b706-fd8cce80c4a3 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:12.906258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 152828d0-ccef-475d-b706-fd8cce80c4a3 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:12.906671 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e869b431-4139-4a64-aba1-e4fcaa389195 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:12.933932 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: e869b431-4139-4a64-aba1-e4fcaa389195 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:12.933932 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e869b431-4139-4a64-aba1-e4fcaa389195 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:12.947312 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.948866 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Deleting port 897addbb-5300-41ce-95d8-cd508746b091 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:12.949297 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.975363 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=897addbb-5300-41ce-95d8-cd508746b091,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.977456 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] No DVR routers for this DVR port 897addbb-5300-41ce-95d8-cd508746b091 on host dv-cinder-819007-1-iscsi {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:13.017691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] For port 897addbb-5300-41ce-95d8-cd508746b091, host dv-cinder-819007-1-iscsi, got binding levels [] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:13.018113 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.031125 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Calling delete_port for 897addbb-5300-41ce-95d8-cd508746b091 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:13.035478 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Port 897addbb-5300-41ce-95d8-cd508746b091 was not found and therefore no delete operation was performed {{(pid=102738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:14:13.036840 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.052839 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.064480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] Pushing event deleted for resources: {'Port': ['ID=897addbb-5300-41ce-95d8-cd508746b091,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:13.069241 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67e61-f0ba-4622-8428-7462e752a421 None None] No DVR routers for this DVR port 897addbb-5300-41ce-95d8-cd508746b091 on host dv-cinder-819007-1-iscsi {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:13.074168 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c9391c-a12a-4f7f-93e8-9c0438f9c7d0']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.087102 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa82448b-574c-417b-98bd-a0a6cc3f2b68') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.087398 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa82448b-574c-417b-98bd-a0a6cc3f2b68') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.097208 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.109988 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.117246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:13.117753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:13.119792 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:13.173016 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.178427 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.181918 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] 10.222.0.31 "DELETE /v2.0/networks/16c9391c-a12a-4f7f-93e8-9c0438f9c7d0 HTTP/1.1" status: 204 len: 168 time: 0.5469842 Nov 23 19:14:13.194526 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc5d2-5250-46f9-8320-b50864563e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c9391c-a12a-4f7f-93e8-9c0438f9c7d0,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:13.293645 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47928) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.337155 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-190df796-5595-4381-9de3-310309189f96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d5637d1383e4dadb75399b524472080&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421281 Nov 23 19:14:13.339530 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47930) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.385175 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.405598 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.452024 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.454757 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.455930 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff906747-534b-4644-b6a9-7a942822299b HTTP/1.1" status: 204 len: 168 time: 0.1154530 Nov 23 19:14:13.463286 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d516c-fd13-46ec-a9eb-563ad36dd014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff906747-534b-4644-b6a9-7a942822299b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:14.832743 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 897addbb-5300-41ce-95d8-cd508746b091 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:14.852840 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 897addbb-5300-41ce-95d8-cd508746b091 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:14.853187 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 897addbb-5300-41ce-95d8-cd508746b091 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:17.086355 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47990) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:17.187797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fa572ca-5598-4c76-9bf4-365d48e5ad10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.260071 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fa572ca-5598-4c76-9bf4-365d48e5ad10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.263715 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5fa572ca-5598-4c76-9bf4-365d48e5ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.300326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa572ca-5598-4c76-9bf4-365d48e5ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa218d-5824-4487-8612-2212ac20073b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:17.304325 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5fa572ca-5598-4c76-9bf4-365d48e5ad10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=774ee119e57748389c5c837466fbe37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169392 Nov 23 19:14:17.307021 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 47994) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:17.357416 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.378567 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.422980 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.425916 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.426990 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eaa218d-5824-4487-8612-2212ac20073b HTTP/1.1" status: 204 len: 168 time: 0.1189637 Nov 23 19:14:17.434230 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da7104-83cb-4702-85b4-5231a55678c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa218d-5824-4487-8612-2212ac20073b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:22.173575 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48072) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:22.273515 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-106c764c-3745-4e06-ba0c-250d00dd4528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.359272 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-106c764c-3745-4e06-ba0c-250d00dd4528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.363987 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-106c764c-3745-4e06-ba0c-250d00dd4528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.402587 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-106c764c-3745-4e06-ba0c-250d00dd4528 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340be334e8c544879b2af77d55ecd02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271144 Nov 23 19:14:22.403548 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c764c-3745-4e06-ba0c-250d00dd4528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a643faa-c81d-47ff-bb82-c8ebef1efdba,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:22.405250 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48076) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:22.453043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.474202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.519557 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.522105 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.523222 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a643faa-c81d-47ff-bb82-c8ebef1efdba HTTP/1.1" status: 204 len: 168 time: 0.1170051 Nov 23 19:14:22.530464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f7e5-410a-40e3-b784-1955a6d1994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a643faa-c81d-47ff-bb82-c8ebef1efdba,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:22.778065 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48082) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:22.791899 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dba907c6-f2a6-424b-ae25-b1da1b15b593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.862024 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dba907c6-f2a6-424b-ae25-b1da1b15b593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.865530 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dba907c6-f2a6-424b-ae25-b1da1b15b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.905048 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-dba907c6-f2a6-424b-ae25-b1da1b15b593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3694acc757ee404b8dd4cbafdf9764e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259296 Nov 23 19:14:22.905888 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba907c6-f2a6-424b-ae25-b1da1b15b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91054dd-ec0d-4997-a813-cb7017e238a2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:22.907710 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48084) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:22.954940 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.976266 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.023951 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.026485 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.027667 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b91054dd-ec0d-4997-a813-cb7017e238a2 HTTP/1.1" status: 204 len: 168 time: 0.1188507 Nov 23 19:14:23.035571 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf3864-2a72-4180-8940-be3c98dfa358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91054dd-ec0d-4997-a813-cb7017e238a2,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:23.479447 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.626873 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48140) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:24.742797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-531874e4-6d1a-412d-a917-02bb786f558d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.818403 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-531874e4-6d1a-412d-a917-02bb786f558d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.821936 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-531874e4-6d1a-412d-a917-02bb786f558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.859021 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-531874e4-6d1a-412d-a917-02bb786f558d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2eefb748f3e48b98f8e4cf4c4dfa0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310488 Nov 23 19:14:24.859873 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531874e4-6d1a-412d-a917-02bb786f558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e245f7c0-b1cb-4510-adf2-3681c588e746,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:24.862569 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48144) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:24.910759 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.932001 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.977258 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.979802 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.980922 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e245f7c0-b1cb-4510-adf2-3681c588e746 HTTP/1.1" status: 204 len: 168 time: 0.1170566 Nov 23 19:14:24.989700 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fdca3-10b9-4598-af95-dd73cda0d222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245f7c0-b1cb-4510-adf2-3681c588e746,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.236955 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48150) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.250475 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c03f-2e57-4b5f-a965-1e3d60f3aa2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.322783 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c03f-2e57-4b5f-a965-1e3d60f3aa2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.326326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c03f-2e57-4b5f-a965-1e3d60f3aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.364460 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b7c6c03f-2e57-4b5f-a965-1e3d60f3aa2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b89ecbb63cce41ec8a91cf0f872636fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258044 Nov 23 19:14:25.365225 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6c03f-2e57-4b5f-a965-1e3d60f3aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd3923-7ffa-4937-a977-09a0e4b1df61,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.367392 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48152) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.417902 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.438643 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.483582 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.486087 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.487326 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80dd3923-7ffa-4937-a977-09a0e4b1df61 HTTP/1.1" status: 204 len: 168 time: 0.1189380 Nov 23 19:14:25.495487 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfac49-9da1-43c6-bdc4-2db655a7e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd3923-7ffa-4937-a977-09a0e4b1df61,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:26.497462 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48184) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:26.600373 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2e457ed-2aa4-4a86-b14f-2e727b3d1a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.672968 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2e457ed-2aa4-4a86-b14f-2e727b3d1a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.676725 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a2e457ed-2aa4-4a86-b14f-2e727b3d1a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.713574 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-a2e457ed-2aa4-4a86-b14f-2e727b3d1a0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65bb8af3a23d4951a132b6557db9f08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149317 Nov 23 19:14:26.714397 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e457ed-2aa4-4a86-b14f-2e727b3d1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d95ec1-0f0c-435b-b522-e900a13740a0,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:26.717102 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48188) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:26.763610 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.785029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.828720 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.832146 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.833273 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65d95ec1-0f0c-435b-b522-e900a13740a0 HTTP/1.1" status: 204 len: 168 time: 0.1150162 Nov 23 19:14:26.840646 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af0c0f-0f4d-4290-af4c-5dfcaca03b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d95ec1-0f0c-435b-b522-e900a13740a0,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:31.071981 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790adaee-2b56-4825-8e33-94a7db3864e4 req-1ee29d31-4a5a-4173-87f5-b7d8fa59d816 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:31.073472 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-790adaee-2b56-4825-8e33-94a7db3864e4 req-1ee29d31-4a5a-4173-87f5-b7d8fa59d816 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Nov 23 19:14:31.120047 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-790adaee-2b56-4825-8e33-94a7db3864e4 req-af89dc4b-4460-4756-8c2b-12d4daa92f89 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Nov 23 19:14:32.242838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d4e83-58e1-4451-87b5-619ca0b56dd6 req-67cbbe0e-b736-4992-a0a9-2056be5e2ada tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:32.244345 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-450d4e83-58e1-4451-87b5-619ca0b56dd6 req-67cbbe0e-b736-4992-a0a9-2056be5e2ada tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0509732 Nov 23 19:14:32.291437 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-450d4e83-58e1-4451-87b5-619ca0b56dd6 req-cbd214bd-d47f-46bd-be8c-82e32c72cc5f tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups?id=695667c2-0834-4948-9f8c-98380fa273ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Nov 23 19:14:32.395733 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7f91f872-8a2a-4fbc-a277-2822d2dc8f6a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:32.397207 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7f91f872-8a2a-4fbc-a277-2822d2dc8f6a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Nov 23 19:14:32.487127 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Deleting port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:32.487590 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.572985 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] For port 06dc2e48-2c78-473b-919f-e27ea61f5ea2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=06dc2e48-2c78-473b-919f-e27ea61f5ea2,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:32.573341 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.741163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.741440 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.741752 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Floating IP 56c31f1d-e009-4bcc-8c44-0a99b5e9acc5 disassociated. External IP: 172.27.0.136, port: 06dc2e48-2c78-473b-919f-e27ea61f5ea2. Nov 23 19:14:32.742088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Calling delete_port for 06dc2e48-2c78-473b-919f-e27ea61f5ea2 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:32.865829 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.894229 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'Port': ['ID=06dc2e48-2c78-473b-919f-e27ea61f5ea2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:33.013539 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:33.123050 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:33.134065 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:33.145965 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:33.146654 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:33.166303 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] No DVR routers for this DVR port 06dc2e48-2c78-473b-919f-e27ea61f5ea2 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:33.168876 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.172249 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-939a1fdb-e5b4-4f54-a86a-73bdfc69d49b req-7adf0260-d8ed-4c7b-ba70-28a2d8da11d1 tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.54 "DELETE /v2.0/ports/06dc2e48-2c78-473b-919f-e27ea61f5ea2 HTTP/1.1" status: 204 len: 173 time: 0.7683086 Nov 23 19:14:33.173061 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-deleted', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:33.176873 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cde6a4-2285-4159-ba41-e3889c72fce7" -d '{"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-deleted", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:33.226760 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71743a06-3e9d-40d4-8d4a-1d8f5e6fb12b x-openstack-request-id: req-71743a06-3e9d-40d4-8d4a-1d8f5e6fb12b {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:33.227109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03a8b22-697d-4019-933c-14931fe2bd83", "name": "network-vif-deleted", "tag": "06dc2e48-2c78-473b-919f-e27ea61f5ea2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:33.227376 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71743a06-3e9d-40d4-8d4a-1d8f5e6fb12b {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:33.227820 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03a8b22-697d-4019-933c-14931fe2bd83', 'name': 'network-vif-deleted', 'tag': '06dc2e48-2c78-473b-919f-e27ea61f5ea2', 'status': 'completed', 'code': 200} Nov 23 19:14:33.282386 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:33.422040 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-90ef3ea0-f287-4691-9392-c96e43f59136 req-8858e06c-e80c-4b50-a440-b6793b46b09d tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/ports?device_id=f03a8b22-697d-4019-933c-14931fe2bd83 HTTP/1.1" status: 200 len: 210 time: 0.0366788 Nov 23 19:14:33.537455 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:33.563119 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:33.571822 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:33.572411 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:33.675421 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:33.951624 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:33.978025 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e1a8795f-dab5-4d1d-95f0-cf49885a433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.981769 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3bd07-d5a6-4741-b80a-2bc910443745 None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:07:47Z', 'revision_number': 4, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '64941a89-917e-46c6-85cf-3f30944d04cf', 'name': '', 'network_id': '0327e56a-74a7-4a6f-8d37-136214ac9946', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'mac_address': 'fa:16:3e:9e:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:44Z', 'updated_at': '2021-11-23T19:07:55Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'subnets': [{'id': 'd75b5cde-edb0-480d-b701-3e54909616d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:34.189447 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d3d4a-37d1-4c69-9fba-98f966202e3a None None] New status for floating IP 56c31f1d-e009-4bcc-8c44-0a99b5e9acc5: DOWN {{(pid=102738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:14:34.520254 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48332) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:34.574037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.597662 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.617777 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48336) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:34.644968 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.647578 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.648754 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "DELETE /v2.0/security-groups/695667c2-0834-4948-9f8c-98380fa273ab HTTP/1.1" status: 204 len: 168 time: 0.1274168 Nov 23 19:14:34.651519 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:34.657792 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b55b-aa17-47fc-8547-4e76924ce3ee tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695667c2-0834-4948-9f8c-98380fa273ab,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:34.670784 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.api.v2.resource [None req-32a0aca6-46b4-4712-b1df-800989fcface tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] show failed (client error): The resource could not be found. Nov 23 19:14:34.672056 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-32a0aca6-46b4-4712-b1df-800989fcface tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "GET /v2.0/security-groups/695667c2-0834-4948-9f8c-98380fa273ab HTTP/1.1" status: 404 len: 347 time: 0.0193014 Nov 23 19:14:34.675444 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48342) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:34.982265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ab8128d-983b-4484-8d64-b681ea1e708c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.056907 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Deleting port bf4cc746-0739-4e3d-b190-539378cbecd3 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:35.057233 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.136981 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ab8128d-983b-4484-8d64-b681ea1e708c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.141273 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-0ab8128d-983b-4484-8d64-b681ea1e708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.172513 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.172828 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.201492 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0ab8128d-983b-4484-8d64-b681ea1e708c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c51e935a588f403bb0dc071f5b40097c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5826392 Nov 23 19:14:35.202423 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Calling delete_port for bf4cc746-0739-4e3d-b190-539378cbecd3 owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:35.204132 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8128d-983b-4484-8d64-b681ea1e708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472230c-d15c-4d1d-90cf-6d60eccecdc4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:35.204404 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48344) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:35.253147 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.278372 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.341737 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.367601 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Pushing event deleted for resources: {'Port': ['ID=bf4cc746-0739-4e3d-b190-539378cbecd3,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:35.429820 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.432537 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.433702 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-510baa26-63cf-4529-b432-4ff0a5d0a56a tempest-AttachVolumeShelveTestJSON-79461272 tempest-AttachVolumeShelveTestJSON-79461272-project] 10.222.0.31 "DELETE /v2.0/floatingips/56c31f1d-e009-4bcc-8c44-0a99b5e9acc5 HTTP/1.1" status: 204 len: 168 time: 0.7570164 Nov 23 19:14:35.600600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.603324 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.604786 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7472230c-d15c-4d1d-90cf-6d60eccecdc4 HTTP/1.1" status: 204 len: 168 time: 0.3993194 Nov 23 19:14:35.613018 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf751da-032e-492b-b78a-48827300a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472230c-d15c-4d1d-90cf-6d60eccecdc4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:35.859857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48354) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:35.873542 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a08fae23-b513-4732-887d-a2157499859d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.947906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a08fae23-b513-4732-887d-a2157499859d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.951464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a08fae23-b513-4732-887d-a2157499859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.988836 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a08fae23-b513-4732-887d-a2157499859d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=462409d0214743dd91218c6b5679bb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278861 Nov 23 19:14:35.989980 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fae23-b513-4732-887d-a2157499859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773bc734-167c-4bc0-8733-134e7f52e48f,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:35.991506 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48356) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:36.040490 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.060955 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.110352 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.113500 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.114645 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/773bc734-167c-4bc0-8733-134e7f52e48f HTTP/1.1" status: 204 len: 168 time: 0.1219950 Nov 23 19:14:36.121969 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c551-3d2e-4cf9-af74-51786ab97fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773bc734-167c-4bc0-8733-134e7f52e48f,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.233748 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-68e21fbc-1236-43ab-b548-a32ed233a0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.429581 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48362) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:36.442796 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6037f1ab-2eec-41e7-9d8d-c6effed19874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.514258 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6037f1ab-2eec-41e7-9d8d-c6effed19874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.517692 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6037f1ab-2eec-41e7-9d8d-c6effed19874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.555741 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6037f1ab-2eec-41e7-9d8d-c6effed19874 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b115016f992c41649fb99f5ede00f1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250181 Nov 23 19:14:36.556823 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037f1ab-2eec-41e7-9d8d-c6effed19874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132dea1b-fa0f-4282-b3e4-05993feee31a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.558401 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48364) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:36.609969 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.632867 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.681478 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.684049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.685283 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/132dea1b-fa0f-4282-b3e4-05993feee31a HTTP/1.1" status: 204 len: 168 time: 0.1259131 Nov 23 19:14:36.693981 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a236b1-040c-4600-acee-e7d0ba209378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132dea1b-fa0f-4282-b3e4-05993feee31a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.893451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:36.913930 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 06dc2e48-2c78-473b-919f-e27ea61f5ea2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:36.914362 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 06dc2e48-2c78-473b-919f-e27ea61f5ea2 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:37.467803 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.852828 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48416) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:38.348393 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.597397 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Deleting port 64941a89-917e-46c6-85cf-3f30944d04cf {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:38.597857 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.692114 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] For port 64941a89-917e-46c6-85cf-3f30944d04cf, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=64941a89-917e-46c6-85cf-3f30944d04cf,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:38.692653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.713255 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Calling delete_port for 64941a89-917e-46c6-85cf-3f30944d04cf owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:38.797792 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.896917 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.919596 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=64941a89-917e-46c6-85cf-3f30944d04cf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:39.088509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.301115 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:39.404978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:39.410666 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-0b3366cf-979e-4be8-b645-dc518e7dc4ad admin admin] 10.222.0.31 "PUT /v2.0/routers/57a9a977-1bfd-42a9-8e0c-ba6a678729ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5567713 Nov 23 19:14:39.413329 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48440) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:39.416026 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Sync routers for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:39.426190 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:39.426872 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:39.518472 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.527592 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:39.621557 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.675703 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Deleting port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:39.676106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.705931 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:14:38Z', 'revision_number': 5, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port': {'id': 'd2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:07:38Z', 'updated_at': '2021-11-23T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:39.734817 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Checking router: 57a9a977-1bfd-42a9-8e0c-ba6a678729ed for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:39.743023 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Routers {'57a9a977-1bfd-42a9-8e0c-ba6a678729ed'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:39.743727 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:14:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:39.757624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] For port d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:39.758081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.772590 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Calling delete_port for d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:39.829320 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] Set router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:39.884423 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:14:39Z', 'revision_number': 6, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:39.918081 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52bdec-144f-41b1-9e20-abb24e75d76b None None] The sync data for ids ['57a9a977-1bfd-42a9-8e0c-ba6a678729ed'] in dv-cinder-819007-1-iscsi is: [{'id': '57a9a977-1bfd-42a9-8e0c-ba6a678729ed', 'name': 'tempest-AttachVolumeShelveTestJSON-585863628-router', 'tenant_id': '2a447da97a8b4648906757caaf4a02dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:07:37Z', 'updated_at': '2021-11-23T19:14:39Z', 'revision_number': 6, 'project_id': '2a447da97a8b4648906757caaf4a02dc', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:39.963090 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.991285 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:40.056081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.148363 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.150585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.195478 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.196083 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a9a977-1bfd-42a9-8e0c-ba6a678729ed {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:40.201968 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.206119 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c254975a-3836-49f8-bce7-0fe1f06054a9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/57a9a977-1bfd-42a9-8e0c-ba6a678729ed HTTP/1.1" status: 204 len: 168 time: 0.7889085 Nov 23 19:14:40.206250 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48456) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:40.257911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Deleting subnet d75b5cde-edb0-480d-b701-3e54909616d9 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:14:40.262188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.309522 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.316572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527701121'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.401493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.462563 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533675472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527452359'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.492694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75b5cde-edb0-480d-b701-3e54909616d9,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:40.503212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.507326 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a82e2b0b-ca39-4861-b7ef-5262672b8f1f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d75b5cde-edb0-480d-b701-3e54909616d9 HTTP/1.1" status: 204 len: 168 time: 0.3000901 Nov 23 19:14:40.509808 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48462) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:40.510087 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b9b7a-309c-4bd4-8806-be6fee867b1b None None] Network 0327e56a-74a7-4a6f-8d37-136214ac9946 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:40.592089 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.657172 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Deleting port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:40.657514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.710450 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] DHCP port deletion for 0327e56a-74a7-4a6f-8d37-136214ac9946 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:40.743611 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] For port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:40.744071 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.757517 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Calling delete_port for e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:40.766275 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Deleting port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:40.766652 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.852493 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] For port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,segment=NetworkSegment(411ca514-b063-4d1b-a3b8-510ad348de50),segment_id=411ca514-b063-4d1b-a3b8-510ad348de50)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:40.852962 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.865933 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.867393 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:40.902823 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] No DVR routers for this DVR port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb on host dv-cinder-819007-1-iscsi {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:40.903145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:40.903248 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d2fe8c0a-7d3c-4ce8-8bca-ff38ceb82109 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:40.903726 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:40.905757 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Calling delete_port for e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:40.907683 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:40.929898 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:40.930242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:40.930721 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 64941a89-917e-46c6-85cf-3f30944d04cf no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:40.953646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 64941a89-917e-46c6-85cf-3f30944d04cf {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:40.954084 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 64941a89-917e-46c6-85cf-3f30944d04cf not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:40.980641 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.004774 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0327e56a-74a7-4a6f-8d37-136214ac9946']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.014357 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411ca514-b063-4d1b-a3b8-510ad348de50') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.014658 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411ca514-b063-4d1b-a3b8-510ad348de50') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.024842 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.039573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.045883 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:41.046256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:41.047937 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:41.067374 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.093497 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Pushing event deleted for resources: {'Port': ['ID=e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:41.098406 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] No DVR routers for this DVR port e1e49a5f-6cd3-4b76-a89e-5c17bec0eebb on host dv-cinder-819007-1-iscsi {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:41.106199 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.113975 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.114192 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.114192 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17c1ce4-3e49-44e5-9aec-5510f2d55f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:41.116872 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.123084 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0327e56a-74a7-4a6f-8d37-136214ac9946 HTTP/1.1" status: 204 len: 168 time: 0.6122518 Nov 23 19:14:41.136013 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da679d-f3e9-4d6c-ba7d-d52ccd2b5f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0327e56a-74a7-4a6f-8d37-136214ac9946,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:41.282277 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48474) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:41.323061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-cf1d3e6f-6188-4d0a-b4aa-c9d0f688cb83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a447da97a8b4648906757caaf4a02dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396020 Nov 23 19:14:41.325495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48476) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:41.370696 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.391786 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.442320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.445237 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.446296 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afafb335-068c-4f44-bf77-0a624f577224 HTTP/1.1" status: 204 len: 168 time: 0.1199219 Nov 23 19:14:41.453713 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3691e-4367-47bc-a12d-ea3840e49ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afafb335-068c-4f44-bf77-0a624f577224,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:41.660662 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:14:42.652076 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48534) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:42.754672 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1901a072-3d69-41ac-9632-17f3a264c593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.827545 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1901a072-3d69-41ac-9632-17f3a264c593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.832040 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1901a072-3d69-41ac-9632-17f3a264c593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.868404 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901a072-3d69-41ac-9632-17f3a264c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3fa0d6-aa90-4f2e-97f6-7ebb2878dfb6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:42.872644 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1901a072-3d69-41ac-9632-17f3a264c593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01cd8113bfab456e90ea01f255dbd94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195342 Nov 23 19:14:42.875220 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48538) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:42.922613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.944084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.989740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.992249 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.993418 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a3fa0d6-aa90-4f2e-97f6-7ebb2878dfb6 HTTP/1.1" status: 204 len: 168 time: 0.1172748 Nov 23 19:14:43.000762 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb880-87c1-4e95-9d3f-7259d14050e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3fa0d6-aa90-4f2e-97f6-7ebb2878dfb6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:44.713670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48616) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:44.824039 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42537c2a-1b52-424c-b44d-ffedd76937d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.901887 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42537c2a-1b52-424c-b44d-ffedd76937d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.905231 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42537c2a-1b52-424c-b44d-ffedd76937d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.943860 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-42537c2a-1b52-424c-b44d-ffedd76937d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b81fee60286b49c0a721f44e6087e9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290056 Nov 23 19:14:44.945778 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42537c2a-1b52-424c-b44d-ffedd76937d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd7a62-fbf6-4958-b262-926b653480b5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:44.946656 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48620) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:44.994373 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.014319 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.060745 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.063190 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.064441 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21cd7a62-fbf6-4958-b262-926b653480b5 HTTP/1.1" status: 204 len: 168 time: 0.1167457 Nov 23 19:14:45.072463 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9f7b-8b97-461a-b6f7-046dd1c7f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd7a62-fbf6-4958-b262-926b653480b5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:45.323037 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48626) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:45.338110 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6767d2dd-1a54-471a-8e10-f0ee5e883cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.410820 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6767d2dd-1a54-471a-8e10-f0ee5e883cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.414120 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6767d2dd-1a54-471a-8e10-f0ee5e883cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.449927 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6767d2dd-1a54-471a-8e10-f0ee5e883cbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d860db63212468db1ac60d44d3b47f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257424 Nov 23 19:14:45.451805 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767d2dd-1a54-471a-8e10-f0ee5e883cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2198348-5875-4dd7-ab40-47f2720bae0e,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:45.452695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48628) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:45.500900 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.522022 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.568725 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.571225 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.572370 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2198348-5875-4dd7-ab40-47f2720bae0e HTTP/1.1" status: 204 len: 168 time: 0.1187019 Nov 23 19:14:45.580193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d729bd-eb80-43d5-90c9-65abe39f1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2198348-5875-4dd7-ab40-47f2720bae0e,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:45.893793 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48640) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:45.907637 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b74b0949-133b-4476-ba89-7e49e700e9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.985371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b74b0949-133b-4476-ba89-7e49e700e9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.990117 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b74b0949-133b-4476-ba89-7e49e700e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.034921 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b74b0949-133b-4476-ba89-7e49e700e9bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29c866b179384de49a84321c23426a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363182 Nov 23 19:14:46.034921 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b0949-133b-4476-ba89-7e49e700e9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f9c89-974b-48fc-85e8-aad5dc7e9ab6,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:46.035297 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48644) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:46.084408 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.105543 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.155232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.157840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.158993 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/838f9c89-974b-48fc-85e8-aad5dc7e9ab6 HTTP/1.1" status: 204 len: 168 time: 0.1227689 Nov 23 19:14:46.167093 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f5c05-99bd-4a92-be45-ed2d4d8317c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f9c89-974b-48fc-85e8-aad5dc7e9ab6,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:48.645778 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48752) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:48.749121 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91e3223d-d5e3-455c-a09b-0c4bcb134a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.829498 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91e3223d-d5e3-455c-a09b-0c4bcb134a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.833881 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-91e3223d-d5e3-455c-a09b-0c4bcb134a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.875808 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3223d-d5e3-455c-a09b-0c4bcb134a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6994c44c-a111-4fa3-81ac-9bc75f8692df,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:48.883592 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48756) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:48.884201 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-91e3223d-d5e3-455c-a09b-0c4bcb134a34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71007d5d81c7434390270bc2549d396a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367699 Nov 23 19:14:48.934000 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.955526 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.003217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.005784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.006910 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6994c44c-a111-4fa3-81ac-9bc75f8692df HTTP/1.1" status: 204 len: 168 time: 0.1214828 Nov 23 19:14:49.015461 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c00000-64ca-4caf-b6fa-630553e1f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994c44c-a111-4fa3-81ac-9bc75f8692df,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:49.269851 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:49.282617 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e19e1d-eee7-4e01-a873-63cb445ca341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.359642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e19e1d-eee7-4e01-a873-63cb445ca341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.363306 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f9e19e1d-eee7-4e01-a873-63cb445ca341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.402917 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f9e19e1d-eee7-4e01-a873-63cb445ca341 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b5a9b88c7644471969f318b4d2e00cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319358 Nov 23 19:14:49.404446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e19e1d-eee7-4e01-a873-63cb445ca341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ee9f2-cb66-453b-90c3-4deda72b3c98,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:49.405499 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48766) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:49.459592 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.482452 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.528619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.531230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.532376 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/574ee9f2-cb66-453b-90c3-4deda72b3c98 HTTP/1.1" status: 204 len: 168 time: 0.1259093 Nov 23 19:14:49.539735 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7894b-31b0-438d-b870-9b363247bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ee9f2-cb66-453b-90c3-4deda72b3c98,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:51.462400 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48836) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:51.571655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43f30b10-641c-495a-b57a-9f46d497980d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.648384 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43f30b10-641c-495a-b57a-9f46d497980d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.651821 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-43f30b10-641c-495a-b57a-9f46d497980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.690999 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f30b10-641c-495a-b57a-9f46d497980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89013f0-29f0-40fc-82b3-1761915870cf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:51.695245 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-43f30b10-641c-495a-b57a-9f46d497980d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27e8f3b49afe4baa9afc76e09a8ee031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318296 Nov 23 19:14:51.698310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48842) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:51.748269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.771053 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.818286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.821030 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.822162 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f89013f0-29f0-40fc-82b3-1761915870cf HTTP/1.1" status: 204 len: 168 time: 0.1229649 Nov 23 19:14:51.830613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892e8ad-3464-48ba-9b18-6847c01e23d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89013f0-29f0-40fc-82b3-1761915870cf,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:52.082365 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48848) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.095486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f296591f-c799-40ad-b02d-8d830ef9c298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.182471 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f296591f-c799-40ad-b02d-8d830ef9c298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.186371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f296591f-c799-40ad-b02d-8d830ef9c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.223442 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296591f-c799-40ad-b02d-8d830ef9c298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a6a146-1249-4020-9410-3032214b3097,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:52.228700 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f296591f-c799-40ad-b02d-8d830ef9c298 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef8ccf00134e49d3a6e8fa277532995f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453183 Nov 23 19:14:52.231395 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48850) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.278833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.300172 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.346200 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.348915 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.350053 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86a6a146-1249-4020-9410-3032214b3097 HTTP/1.1" status: 204 len: 168 time: 0.1177077 Nov 23 19:14:52.357792 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61579204-b431-479e-bb1a-f216d95cbe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a6a146-1249-4020-9410-3032214b3097,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:53.393351 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48882) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:53.500482 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26c009d5-3fb3-4337-884c-98dc6bdac564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.505185 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.574112 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26c009d5-3fb3-4337-884c-98dc6bdac564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.578882 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-26c009d5-3fb3-4337-884c-98dc6bdac564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.619490 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-26c009d5-3fb3-4337-884c-98dc6bdac564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b2fe5b575b4482b9374e76ed740fa51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249906 Nov 23 19:14:53.620363 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c009d5-3fb3-4337-884c-98dc6bdac564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bdd5c7-280f-420b-8a90-216b38146ac4,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:53.622581 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48888) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:53.675716 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.695809 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.745929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.748829 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.750122 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9bdd5c7-280f-420b-8a90-216b38146ac4 HTTP/1.1" status: 204 len: 168 time: 0.1264613 Nov 23 19:14:53.757992 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca9d7c-d70d-4dd9-bbc1-3d7772686ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bdd5c7-280f-420b-8a90-216b38146ac4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:57.677940 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 48960) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.784790 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8375188-38d3-44c9-8e52-3002cb7e9f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.860674 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8375188-38d3-44c9-8e52-3002cb7e9f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.865737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-b8375188-38d3-44c9-8e52-3002cb7e9f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.903523 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-b8375188-38d3-44c9-8e52-3002cb7e9f68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5de301532f348568a56aeffc6a7007e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245262 Nov 23 19:14:57.904735 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8375188-38d3-44c9-8e52-3002cb7e9f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d372c9-9b6a-408e-927f-495ca86245aa,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:57.906238 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48966) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.955280 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.975945 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.021753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.024449 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.025577 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2d372c9-9b6a-408e-927f-495ca86245aa HTTP/1.1" status: 204 len: 168 time: 0.1183653 Nov 23 19:14:58.033950 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cb5f0-90c8-48f0-b25c-7732e8a0ac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d372c9-9b6a-408e-927f-495ca86245aa,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:58.627937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 48998) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:58.730623 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1970512139-network', 'tenant_id': '5bcde0916d274e06bd34b926d33e8ce7'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:58.751029 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Made reservation on behalf of 5bcde0916d274e06bd34b926d33e8ce7 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:58.753831 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.761718 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.834077 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.837822 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.863174 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:58.871917 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfca9a6-1d47-4963-827c-c4d7284a89c1,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:58.878870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.879210 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Added segment cbf9774c-c23b-4fe0-ac9e-efc35f5df89a of type vlan for network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 Nov 23 19:14:58.920351 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.945237 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.946222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:58.946794 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.980089 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3509510 Nov 23 19:14:58.982959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49006) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:58.989053 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Request body: {'subnet': {'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1970512139-subnet', 'tenant_id': '5bcde0916d274e06bd34b926d33e8ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:59.007045 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd612ec5-165c-4c42-ab91-d7457938cd37 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe9dd8e-ee69-4084-9c2d-56a62d407e73,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.011426 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Made reservation on behalf of 5bcde0916d274e06bd34b926d33e8ce7 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:59.014245 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527452396'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.017516 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:59.179410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533675279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527452414'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.232840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a545be-2ff6-4fb5-9729-4b7634bc5ce7,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.242012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Checking segment: {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:59.242369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Network hostable DHCP agents. Network: 7fe9dd8e-ee69-4084-9c2d-56a62d407e73, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:14:59.258687 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:14:59.267219 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 7fe9dd8e-ee69-4084-9c2d-56a62d407e73) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:59.271268 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:59.271944 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.276570 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252bb4b-07f5-43b2-94df-b015eb8cdfde None None] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:59.293475 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6118a298-d236-415c-8916-6a4245fd6d73 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093286 Nov 23 19:14:59.401169 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a28337-2944-4216-ba29-317a3cf7b354 None None] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:01.002773 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-9a1bc236-81c8-4cc4-a06b-6e73d7044cd5 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:01.004233 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-9a1bc236-81c8-4cc4-a06b-6e73d7044cd5 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 814 time: 0.1030507 Nov 23 19:15:01.020619 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-a709428d-85fb-4fa1-be86-abbf753d18d3 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/quotas/5bcde0916d274e06bd34b926d33e8ce7 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Nov 23 19:15:01.050966 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-44e950c0-9646-4313-8580-af5c43377560 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253098 Nov 23 19:15:01.135337 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-b99c95ad-0bc7-46f2-bb5f-4585b252fe39 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776904 Nov 23 19:15:01.224450 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-5b13563e-bcb9-4373-8e8a-3e8219c43f60 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Nov 23 19:15:01.383399 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8a9bc1d-2bc8-40be-8ba5-93d45b420c4a req-0c18bdad-8d1f-4a33-8f99-05310a854f24 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 210 time: 0.0299630 Nov 23 19:15:02.278520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-efc41a22-9463-41f8-adcc-5cdfa463187b tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:02.279892 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-efc41a22-9463-41f8-adcc-5cdfa463187b tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 814 time: 0.1029866 Nov 23 19:15:02.292570 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Request body: {'port': {'device_id': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73', 'admin_state_up': True, 'tenant_id': '5bcde0916d274e06bd34b926d33e8ce7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:02.402895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Made reservation on behalf of 5bcde0916d274e06bd34b926d33e8ce7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:02.406286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.478357 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-048845a4-bc6f-4317-879b-63c36137b90d req-90662016-e775-49ef-8c13-66768db70895 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 210 time: 0.0259762 Nov 23 19:15:02.530495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Allocated IP 172.20.0.12 (7fe9dd8e-ee69-4084-9c2d-56a62d407e73/77a545be-2ff6-4fb5-9729-4b7634bc5ce7/8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:02.945797 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.978952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.026305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:03.029247 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:03.033010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:03.056362 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Pushing event updated for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:03.090026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:03.090674 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.106761 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-e2168777-7754-4f1d-a9c6-02d173c16258 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179388 Nov 23 19:15:03.119131 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Request body: {'port': {'device_id': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:03.172360 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.454933 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:03.462529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.474451 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Transition to ACTIVE for port object 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:15:03.478143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.545084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:03.625433 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Attempting to bind port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:03.625682 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Attempting to bind port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:03.626029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Attempting to bind port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:03.633331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:15:03.633331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Attempting to bind port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:03.641942 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b3f87-38ee-42d6-a4fa-f15a51ccabed req-f9dd4cc2-5c0d-42b1-915d-f9273cde6d67 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:03.643649 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-723b3f87-38ee-42d6-a4fa-f15a51ccabed req-f9dd4cc2-5c0d-42b1-915d-f9273cde6d67 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0791216 Nov 23 19:15:03.647477 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:03.647841 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Checking segment: {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:03.648239 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Bound using segment: {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:03.648755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Bound port: 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:03.648989 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.737794 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-723b3f87-38ee-42d6-a4fa-f15a51ccabed req-9694ec6e-ae80-44b2-bf1b-780779619e91 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859199 Nov 23 19:15:03.743464 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:03.746824 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:03.751608 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.788731 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:03.789357 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.790700 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] 10.222.0.54 "PUT /v2.0/ports/8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b HTTP/1.1" status: 200 len: 1094 time: 0.6757278 Nov 23 19:15:03.791138 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:03.793379 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76267558-1126-4027-8c2f-4f56c4efb61b" -d '{"events": [{"name": "network-changed", "server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:03.815940 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e2673-9543-4f25-b3a6-80c83733d509 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:03.828676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e1486-a7a2-4287-806b-baaa41848032 x-openstack-request-id: req-442e1486-a7a2-4287-806b-baaa41848032 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:03.828964 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:03.829213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-442e1486-a7a2-4287-806b-baaa41848032 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:03.829604 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b', 'status': 'completed', 'code': 200} Nov 23 19:15:03.979390 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-883a046f-4bf2-4256-886f-32fe847220f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.850685 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f71b1-6486-493f-bfca-deb5561d0703 req-ee37c3b5-17cf-4edf-aefe-3e5d188d29ab tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:04.852192 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3c6f71b1-6486-493f-bfca-deb5561d0703 req-ee37c3b5-17cf-4edf-aefe-3e5d188d29ab tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0499513 Nov 23 19:15:04.900537 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3c6f71b1-6486-493f-bfca-deb5561d0703 req-57620743-2478-417b-9f5d-fa7a904e0e64 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Nov 23 19:15:06.014957 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b35a8-4215-4404-8cc0-981ec588b15d req-ede8c904-bb61-417e-8ad1-f29fa9297bd0 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.016408 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1b2b35a8-4215-4404-8cc0-981ec588b15d req-ede8c904-bb61-417e-8ad1-f29fa9297bd0 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0473213 Nov 23 19:15:06.068285 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1b2b35a8-4215-4404-8cc0-981ec588b15d req-eecf94df-e6c6-4fec-9418-738577fb74bb tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Nov 23 19:15:06.235111 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-52d31214-2e53-47a3-a7a2-c391f1ad0060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.517225 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267558-1126-4027-8c2f-4f56c4efb61b req-a56bf63d-3052-435e-a445-a0dae2b6f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.518948 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-76267558-1126-4027-8c2f-4f56c4efb61b req-a56bf63d-3052-435e-a445-a0dae2b6f316 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 1097 time: 0.0422742 Nov 23 19:15:06.618133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267558-1126-4027-8c2f-4f56c4efb61b req-f10f4f96-c244-46cc-8647-5369b42d2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.619617 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-76267558-1126-4027-8c2f-4f56c4efb61b req-f10f4f96-c244-46cc-8647-5369b42d2c7e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932302 Nov 23 19:15:06.711749 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267558-1126-4027-8c2f-4f56c4efb61b req-4434451f-fdd5-4192-9cbc-34bbba0d9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.713222 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-76267558-1126-4027-8c2f-4f56c4efb61b req-4434451f-fdd5-4192-9cbc-34bbba0d9286 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870159 Nov 23 19:15:06.795328 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-10ad05f8-cdd3-4a77-8a96-4369984f6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.796834 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-10ad05f8-cdd3-4a77-8a96-4369984f6a4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 1097 time: 0.0442247 Nov 23 19:15:06.840657 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-d8b44146-c814-49ba-bc34-bf80e1a121fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b HTTP/1.1" status: 200 len: 217 time: 0.0330207 Nov 23 19:15:06.889190 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707833f-8419-4e62-8e94-a7d269adc507 req-f997d982-55bc-473f-a53c-ab59d6a185cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.890581 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-f997d982-55bc-473f-a53c-ab59d6a185cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77a545be-2ff6-4fb5-9729-4b7634bc5ce7 HTTP/1.1" status: 200 len: 854 time: 0.0421236 Nov 23 19:15:06.926592 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-30aecdb0-44ae-46f7-b095-11ee1b30e5d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280867 Nov 23 19:15:07.014912 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-24661ce5-a103-4012-b2dc-00e93ac93114 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801766 Nov 23 19:15:07.110257 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d707833f-8419-4e62-8e94-a7d269adc507 req-688c4204-f6b9-4a67-83d2-c565981d6784 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873117 Nov 23 19:15:07.183931 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8202358-abd4-49de-a3a0-75f5c3104de8 req-6ff36aba-895f-4bba-8367-aa463a64ac46 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:07.185400 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8202358-abd4-49de-a3a0-75f5c3104de8 req-6ff36aba-895f-4bba-8367-aa463a64ac46 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0502837 Nov 23 19:15:07.232140 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f8202358-abd4-49de-a3a0-75f5c3104de8 req-3f0dfb8a-b577-48d1-9707-5157bb5ba6c2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Nov 23 19:15:07.470561 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.343452 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f99f5-8568-4ca1-94fd-2ef09cc5c7ea req-6b5f7068-e122-4869-a5f4-575d46565138 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:08.344919 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9e5f99f5-8568-4ca1-94fd-2ef09cc5c7ea req-6b5f7068-e122-4869-a5f4-575d46565138 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0486116 Nov 23 19:15:08.390627 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9e5f99f5-8568-4ca1-94fd-2ef09cc5c7ea req-fc424e7e-29fc-4897-90c5-dee273577e92 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Nov 23 19:15:08.802138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.491645 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:15:09.503830 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455f918-70c7-4ead-8d19-a34e983cc5fc req-243581c9-96d6-43e6-a263-230dfc13192f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:09.505364 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3455f918-70c7-4ead-8d19-a34e983cc5fc req-243581c9-96d6-43e6-a263-230dfc13192f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 944 time: 0.0484087 Nov 23 19:15:09.551654 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3455f918-70c7-4ead-8d19-a34e983cc5fc req-86adfffe-4bec-4bb7-bb56-6198a5b5118a tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Nov 23 19:15:09.706933 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:09.717414 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b', 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73', 'port_id': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b', 'mac_address': 'fa:16:3e:36:8c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a545be-2ff6-4fb5-9729-4b7634bc5ce7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:15:09.740286 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49094) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:09.755706 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.768552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:09.788224 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:09.792311 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.838807 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:10.001949 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Deleting port 64728384-9fed-4c60-8009-e53b1c93ddf3 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:10.002300 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.026142 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:15:10.083205 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.084000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.099808 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Calling delete_port for 64728384-9fed-4c60-8009-e53b1c93ddf3 owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:10.294893 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.306077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.321724 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event deleted for resources: {'Port': ['ID=64728384-9fed-4c60-8009-e53b1c93ddf3,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:10.350829 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.351218 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.351582 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.351929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.352265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.352604 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.352933 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.353261 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.353586 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.353909 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.354231 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.354551 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:10.396717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.397041 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Floating IP c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd disassociated (deleted). External IP: 172.27.0.62, port: e561e0b4-7301-4b1f-9300-218ef05ed8a1. Nov 23 19:15:10.599041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Router 874f43dc-89bd-4fa7-8634-5c76550599f4 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:10.665709 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba2554-b2e6-4b1e-a950-e2f9573c9e38 req-8d2c7dfe-0399-44c8-a47d-90bacbe220b5 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:10.667172 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4bba2554-b2e6-4b1e-a950-e2f9573c9e38 req-8d2c7dfe-0399-44c8-a47d-90bacbe220b5 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 945 time: 0.0487936 Nov 23 19:15:10.707900 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:10.712969 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.713560 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4bba2554-b2e6-4b1e-a950-e2f9573c9e38 req-5118b207-92e4-4fa9-ab9b-a36dc0e92be0 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Nov 23 19:15:10.718097 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Sync routers for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:10.737004 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:10.737648 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:10.742602 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-f1dc7bf7-cead-46be-8eb8-dd047bd36349 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "DELETE /v2.0/floatingips/c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd HTTP/1.1" status: 204 len: 168 time: 1.0012329 Nov 23 19:15:10.743292 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:10.745590 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:10.781737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87b963-e70c-4771-a0bf-56c8ddf749cc x-openstack-request-id: req-ba87b963-e70c-4771-a0bf-56c8ddf749cc {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:10.782024 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:10.782275 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba87b963-e70c-4771-a0bf-56c8ddf749cc {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:10.782671 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'status': 'completed', 'code': 200} Nov 23 19:15:10.851518 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:10.960284 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a27e-25d6-4448-882d-48286e32f0c9 req-22a5e5b1-b1d6-4741-ba07-70ca3504157e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:10.961731 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9303a27e-25d6-4448-882d-48286e32f0c9 req-22a5e5b1-b1d6-4741-ba07-70ca3504157e tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0529742 Nov 23 19:15:11.011158 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9303a27e-25d6-4448-882d-48286e32f0c9 req-dcbe8d01-9411-4808-97d2-472598850e8d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Nov 23 19:15:11.054822 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:11.081696 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Checking router: 874f43dc-89bd-4fa7-8634-5c76550599f4 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:11.089822 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:11.090418 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:11.194629 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:11.390503 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:11.420866 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475e11f-3cf4-456a-a9e8-e600858b6619 None None] The sync data for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi is: [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 4, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c98cb2be-4d69-49a0-9658-087d0048e090', 'name': '', 'network_id': 'e114cf83-bdfa-4441-b097-9dbda48da4f5', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'mac_address': 'fa:16:3e:dc:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:51Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'subnets': [{'id': 'c2583976-51cf-45f4-8162-7ad9159e7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:11.627936 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d7399-d35d-4231-85f5-9cd3cd41c0c3 None None] New status for floating IP c54986ed-b2cd-45d2-bbbc-7d2c7f8563cd: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:15:11.829533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cff15-371b-4d55-ac46-30915eacb668 req-5a54974b-9131-4d8f-a2a1-d24be1c4dd83 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.831473 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ac1cff15-371b-4d55-ac46-30915eacb668 req-5a54974b-9131-4d8f-a2a1-d24be1c4dd83 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 945 time: 0.0490415 Nov 23 19:15:11.877638 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ac1cff15-371b-4d55-ac46-30915eacb668 req-ac5d08f8-b9bb-47ae-8cdf-0c3ebd6c564b tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Nov 23 19:15:12.124878 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ed3f-0169-4f64-910f-23be68e71647 req-cb6e55d3-d41c-40b8-8717-69e25081075d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.126340 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7f68ed3f-0169-4f64-910f-23be68e71647 req-cb6e55d3-d41c-40b8-8717-69e25081075d tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0494998 Nov 23 19:15:12.175409 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-7f68ed3f-0169-4f64-910f-23be68e71647 req-74f293fc-172e-4d8b-82dc-64d88777b669 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Nov 23 19:15:12.325871 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:12.373906 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:15:12.378521 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:12.378883 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.455725 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.477446 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:12.479772 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab99ef5c-8c66-4a59-9fd5-ce3d189f66b9" -d '{"events": [{"server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "name": "network-vif-plugged", "status": "completed", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:12.492604 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:12.496514 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.520352 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6188132f-68f6-4b60-9dec-4ed0ee531823 x-openstack-request-id: req-6188132f-68f6-4b60-9dec-4ed0ee531823 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:12.520634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "name": "network-vif-plugged", "status": "completed", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:12.520880 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6188132f-68f6-4b60-9dec-4ed0ee531823 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:12.521259 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b', 'code': 200} Nov 23 19:15:12.545456 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:12.994181 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6c5a-76e3-4bc7-9f46-8c44e7539cdd req-f76bfd99-f84f-46ae-97aa-c37b699c1a9a tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.995620 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1dbe6c5a-76e3-4bc7-9f46-8c44e7539cdd req-f76bfd99-f84f-46ae-97aa-c37b699c1a9a tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0518255 Nov 23 19:15:13.041466 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-1dbe6c5a-76e3-4bc7-9f46-8c44e7539cdd req-dc0561b1-46ce-490f-a29d-26b86bbf598f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Nov 23 19:15:13.290504 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7f666-fd2e-4d1d-8a78-d99ac36dcd06 req-49c3362b-0d0d-481c-9fe3-afb790148d00 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.291971 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-73e7f666-fd2e-4d1d-8a78-d99ac36dcd06 req-49c3362b-0d0d-481c-9fe3-afb790148d00 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0480189 Nov 23 19:15:13.388646 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-73e7f666-fd2e-4d1d-8a78-d99ac36dcd06 req-f18ce927-fae7-43dd-933d-1e07c4c042cb tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904806 Nov 23 19:15:13.391888 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-d7def95e-1915-4e90-913e-576983836600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.401108 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-d7def95e-1915-4e90-913e-576983836600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af7b6a7745224e7294d5f40caa5e206f&device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 1099 time: 0.0796041 Nov 23 19:15:13.524962 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-9daed5b5-3d6d-4f51-b9fc-21e13d0e93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.526409 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-9daed5b5-3d6d-4f51-b9fc-21e13d0e93ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 200 len: 908 time: 0.1180122 Nov 23 19:15:13.528890 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af8b4f-7bbb-4370-9335-29703c68224b req-8da11cdd-fd6b-4786-9f22-f1746b27974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.530209 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3af8b4f-7bbb-4370-9335-29703c68224b req-8da11cdd-fd6b-4786-9f22-f1746b27974b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 1099 time: 0.0642104 Nov 23 19:15:13.585061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-d183c0c6-a7ec-44f8-bf71-eb51f29d311a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 200 len: 217 time: 0.0392888 Nov 23 19:15:13.653683 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e3af8b4f-7bbb-4370-9335-29703c68224b req-0ab20c8e-83c0-47b4-8f8a-5c3e7d23d21a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068988 Nov 23 19:15:13.657037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-e9797d61-08cd-483d-98db-f6d060627ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.658807 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-e9797d61-08cd-483d-98db-f6d060627ca0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 200 len: 846 time: 0.0659533 Nov 23 19:15:13.883235 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-53254fdf-f0d1-47da-8d28-b2b693b92558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.884618 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-53254fdf-f0d1-47da-8d28-b2b693b92558 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e114cf83-bdfa-4441-b097-9dbda48da4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397878 Nov 23 19:15:13.976420 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-d5361afc-5088-4ce1-bc53-2269a9178e0e service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829668 Nov 23 19:15:14.073216 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2e2cd01f-3a11-4a0e-a102-f262b7f94d82 req-8baf8236-83cc-4302-8aac-834148f1bae4 service neutron] 10.222.0.54 "GET /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Nov 23 19:15:14.167352 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64e32-cae8-4089-95f2-94e225b17e63 req-29dc6328-a484-4e32-98a8-adeb4241aed9 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:14.169371 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b9e64e32-cae8-4089-95f2-94e225b17e63 req-29dc6328-a484-4e32-98a8-adeb4241aed9 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0544024 Nov 23 19:15:14.223470 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b9e64e32-cae8-4089-95f2-94e225b17e63 req-2f511e64-947f-4775-bb80-11d012538c2a tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Nov 23 19:15:14.515321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce16465-2ad5-4436-b87b-eb56f41079f4 req-a9519f2b-cf52-41a3-be01-b8463a14b870 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:14.516868 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3ce16465-2ad5-4436-b87b-eb56f41079f4 req-a9519f2b-cf52-41a3-be01-b8463a14b870 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0518386 Nov 23 19:15:14.579285 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3ce16465-2ad5-4436-b87b-eb56f41079f4 req-3f41b7d0-1801-4586-ae35-0b1eed59d9de tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558450 Nov 23 19:15:15.240448 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-4e5e868e-e8cb-4325-9ba9-0580f461cf03 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.241783 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-4e5e868e-e8cb-4325-9ba9-0580f461cf03 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 946 time: 0.0510798 Nov 23 19:15:15.333194 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Deleting port e561e0b4-7301-4b1f-9300-218ef05ed8a1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:15.333522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.343027 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa8a4-94a1-4b09-a8d6-e6fccef591c1 req-aff33e27-ed68-49d5-8f43-157173685ddf tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.344654 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ebeaa8a4-94a1-4b09-a8d6-e6fccef591c1 req-aff33e27-ed68-49d5-8f43-157173685ddf tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0529418 Nov 23 19:15:15.395669 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ebeaa8a4-94a1-4b09-a8d6-e6fccef591c1 req-529313e5-4d20-4158-9c25-343099e64690 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Nov 23 19:15:15.424895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] For port e561e0b4-7301-4b1f-9300-218ef05ed8a1, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=e561e0b4-7301-4b1f-9300-218ef05ed8a1,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:15.425261 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.437290 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Calling delete_port for e561e0b4-7301-4b1f-9300-218ef05ed8a1 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:15.568796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.600728 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event deleted for resources: {'Port': ['ID=e561e0b4-7301-4b1f-9300-218ef05ed8a1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:15.654159 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] No DVR routers for this DVR port e561e0b4-7301-4b1f-9300-218ef05ed8a1 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:15.657774 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.663934 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-67229e7a-12c4-49a7-af25-de8e00c2a31b req-28829237-d966-4501-9a22-98fa7b527c27 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.54 "DELETE /v2.0/ports/e561e0b4-7301-4b1f-9300-218ef05ed8a1 HTTP/1.1" status: 204 len: 173 time: 0.4160929 Nov 23 19:15:15.664957 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-deleted', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:15.668112 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b131ea-5334-4918-9884-0f2a0685261b" -d '{"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-deleted", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:15.730428 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-cbae8867-494c-483c-8145-a4fc7bfe9115 req-1ac348fd-dab0-481f-8081-afcbaa1d85e9 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd HTTP/1.1" status: 200 len: 210 time: 0.0453396 Nov 23 19:15:15.735473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d99e8d-aeb7-4847-bc7b-e034b02be36f x-openstack-request-id: req-41d99e8d-aeb7-4847-bc7b-e034b02be36f {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:15.735792 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd", "name": "network-vif-deleted", "tag": "e561e0b4-7301-4b1f-9300-218ef05ed8a1", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:15.736239 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41d99e8d-aeb7-4847-bc7b-e034b02be36f {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:15.736669 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c2a4a5-d6f4-4f81-aa2f-be3d0ec1efdd', 'name': 'network-vif-deleted', 'tag': 'e561e0b4-7301-4b1f-9300-218ef05ed8a1', 'status': 'completed', 'code': 200} Nov 23 19:15:16.797033 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49214) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:16.852641 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.878231 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.944545 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.947523 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.951816 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] 10.222.0.31 "DELETE /v2.0/security-groups/d6e0356e-c2c4-4190-b8f1-13c48e1c41e6 HTTP/1.1" status: 204 len: 168 time: 0.1508620 Nov 23 19:15:16.959376 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e0356e-c2c4-4190-b8f1-13c48e1c41e6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:16.966621 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.966984 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.967327 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.967852 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.968492 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.969097 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.969484 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.969818 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.970085 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.970437 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.970776 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.971125 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d269e-5ffc-4ad9-9e55-9c4ae7b79c86 tempest-TestShelveInstance-1132272893 tempest-TestShelveInstance-1132272893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:17.010588 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49226) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:17.472338 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.764135 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Deleting port c98cb2be-4d69-49a0-9658-087d0048e090 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:17.764471 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.839383 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] For port c98cb2be-4d69-49a0-9658-087d0048e090, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c98cb2be-4d69-49a0-9658-087d0048e090,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:17.840066 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.853065 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Calling delete_port for c98cb2be-4d69-49a0-9658-087d0048e090 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:18.034856 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.071357 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c98cb2be-4d69-49a0-9658-087d0048e090,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:18.234239 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.660890 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:18.688721 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Router 874f43dc-89bd-4fa7-8634-5c76550599f4 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:18.795066 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:18.802714 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3244b76b-ad13-4dcf-b29e-248a59fa5a9e admin admin] 10.222.0.31 "PUT /v2.0/routers/874f43dc-89bd-4fa7-8634-5c76550599f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7890277 Nov 23 19:15:18.803233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49238) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.809382 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Sync routers for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:18.820226 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:18.822438 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:18.912155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.939792 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:19.020467 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.074991 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Deleting port 0a799df9-f27e-4041-ab66-930f9130afda {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:19.075375 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.132046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a799df9-f27e-4041-ab66-930f9130afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:15:17Z', 'revision_number': 5, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port': {'id': '0a799df9-f27e-4041-ab66-930f9130afda', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:49Z', 'updated_at': '2021-11-23T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.158733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Checking router: 874f43dc-89bd-4fa7-8634-5c76550599f4 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:19.164626 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] For port 0a799df9-f27e-4041-ab66-930f9130afda, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=0a799df9-f27e-4041-ab66-930f9130afda,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:19.164889 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.170886 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Routers {'874f43dc-89bd-4fa7-8634-5c76550599f4'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:19.172338 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['874f43dc-89bd-4fa7-8634-5c76550599f4'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.177929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Calling delete_port for 0a799df9-f27e-4041-ab66-930f9130afda owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:19.267174 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] Set router 874f43dc-89bd-4fa7-8634-5c76550599f4 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:19.325245 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:15:19Z', 'revision_number': 6, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.352417 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19db72e-970d-4989-9219-44adb8c8f346 None None] The sync data for ids ['874f43dc-89bd-4fa7-8634-5c76550599f4'] in dv-cinder-819007-1-iscsi is: [{'id': '874f43dc-89bd-4fa7-8634-5c76550599f4', 'name': 'tempest-TestShelveInstance-61527346-router', 'tenant_id': 'af7b6a7745224e7294d5f40caa5e206f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:48Z', 'updated_at': '2021-11-23T19:15:19Z', 'revision_number': 6, 'project_id': 'af7b6a7745224e7294d5f40caa5e206f', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:19.366069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.395791 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49248) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:19.397155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a799df9-f27e-4041-ab66-930f9130afda,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.459094 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.508185 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad45e7e2-2949-44eb-9ccb-7b09a0306b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.527873 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:19.557145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: e561e0b4-7301-4b1f-9300-218ef05ed8a1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:19.557928 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device e561e0b4-7301-4b1f-9300-218ef05ed8a1 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:19.595001 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad45e7e2-2949-44eb-9ccb-7b09a0306b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.599338 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ad45e7e2-2949-44eb-9ccb-7b09a0306b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.640199 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ad45e7e2-2949-44eb-9ccb-7b09a0306b98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=567dc0c903874a3687affcd295958ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431252 Nov 23 19:15:19.640961 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45e7e2-2949-44eb-9ccb-7b09a0306b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceccba2-909c-491f-91c5-557aea227c64,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.644972 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49252) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:19.697185 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.719317 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.788114 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.790612 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.791790 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ceccba2-909c-491f-91c5-557aea227c64 HTTP/1.1" status: 204 len: 168 time: 0.1457021 Nov 23 19:15:19.803984 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092fb84-bf16-4fd8-bdab-d8b25fdc05a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceccba2-909c-491f-91c5-557aea227c64,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.852290 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.854435 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.900965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.902188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874f43dc-89bd-4fa7-8634-5c76550599f4 {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:15:19.908863 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.912477 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-24d4a02a-086d-4bda-86ec-213e237b6341 admin admin] 10.222.0.31 "DELETE /v2.0/routers/874f43dc-89bd-4fa7-8634-5c76550599f4 HTTP/1.1" status: 204 len: 168 time: 1.1057987 Nov 23 19:15:19.912856 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49256) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:19.960529 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Deleting subnet c2583976-51cf-45f4-8162-7ad9159e7e70 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:19.963566 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.997462 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.132018 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.195753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.223079 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2583976-51cf-45f4-8162-7ad9159e7e70,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.228639 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.229552 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a66a74-62c0-437a-98de-bba82040ecb2 None None] Network e114cf83-bdfa-4441-b097-9dbda48da4f5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:20.235668 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-cb67b736-8534-489f-8dc0-5e63ed07cf94 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2583976-51cf-45f4-8162-7ad9159e7e70 HTTP/1.1" status: 204 len: 168 time: 0.3194377 Nov 23 19:15:20.236192 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49270) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:20.318599 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.392642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Deleting port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:20.392981 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.436136 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] DHCP port deletion for e114cf83-bdfa-4441-b097-9dbda48da4f5 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:20.476871 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] For port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:20.477348 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.492386 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Calling delete_port for d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:20.494703 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Deleting port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:20.495082 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.565015 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] For port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,segment=NetworkSegment(d6658105-dfde-4142-a88e-83542fac7713),segment_id=d6658105-dfde-4142-a88e-83542fac7713)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:20.565380 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.574081 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49280) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:20.581532 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Calling delete_port for d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:20.607819 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.634917 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.638870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] No DVR routers for this DVR port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 on host dv-cinder-819007-1-iscsi {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:20.678420 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.699806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1579295218-network', 'tenant_id': 'd74dc5828e644329a889417dbdc03258'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:20.704603 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] Pushing event deleted for resources: {'Port': ['ID=d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.712620 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa4f1b-b2e8-44b6-a8d4-c34bc5f35bce None None] No DVR routers for this DVR port d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 on host dv-cinder-819007-1-iscsi {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:20.734325 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.763251 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e114cf83-bdfa-4441-b097-9dbda48da4f5']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:20.775081 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6658105-dfde-4142-a88e-83542fac7713') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:20.775369 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6658105-dfde-4142-a88e-83542fac7713') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:20.777201 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Made reservation on behalf of d74dc5828e644329a889417dbdc03258 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:20.779562 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.794518 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.796573 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.817928 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.828755 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:20.829291 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:20.831243 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:20.882733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 0a799df9-f27e-4041-ab66-930f9130afda no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:20.902211 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.904670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 0a799df9-f27e-4041-ab66-930f9130afda {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:20.905020 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 0a799df9-f27e-4041-ab66-930f9130afda not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:20.905422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c98cb2be-4d69-49a0-9658-087d0048e090 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:20.907393 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.911648 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] 10.222.0.31 "DELETE /v2.0/networks/e114cf83-bdfa-4441-b097-9dbda48da4f5 HTTP/1.1" status: 204 len: 168 time: 0.6744463 Nov 23 19:15:20.914698 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49284) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:20.927498 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: c98cb2be-4d69-49a0-9658-087d0048e090 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:20.928017 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c98cb2be-4d69-49a0-9658-087d0048e090 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:20.928504 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:20.931233 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bddc4c-b625-4378-9144-aba604fa122f admin admin] Pushing event deleted for resources: {'Network': ['ID=e114cf83-bdfa-4441-b097-9dbda48da4f5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.949077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:20.949518 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d1ef5472-e7e1-45d3-945c-fbfb89f5e1a6 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:20.967914 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.972844 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.000718 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:21.006908 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650adde1-f76e-4ddd-8015-86ae1bb25747,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.014815 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.015223 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Added segment f2c04d48-12fc-4b36-ac3c-c896c73ffdd4 of type vlan for network ded14acb-079e-4714-bfd7-e985658dcd61 Nov 23 19:15:21.065487 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.090404 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.091456 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:21.092057 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.122850 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5476029 Nov 23 19:15:21.125701 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49286) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:21.130519 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Request body: {'subnet': {'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1579295218-subnet', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:21.156706 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2cf3-a2fa-455e-9789-0dc9cedfdc10 admin admin] Pushing event updated for resources: {'Network': ['ID=ded14acb-079e-4714-bfd7-e985658dcd61,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.173004 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network ded14acb-079e-4714-bfd7-e985658dcd61 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:21.201230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Made reservation on behalf of d74dc5828e644329a889417dbdc03258 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:21.203484 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527452396'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.450524 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533675279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527452414'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.510230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.546937 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b42ca85-2f45-46f0-96bb-6b86077804bf,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.566221 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Checking segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:21.566572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Network hostable DHCP agents. Network: ded14acb-079e-4714-bfd7-e985658dcd61, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:21.625176 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Network ded14acb-079e-4714-bfd7-e985658dcd61 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:21.640580 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, ded14acb-079e-4714-bfd7-e985658dcd61) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:21.648738 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f702b-e302-4c23-a0c9-15cb21a1df80 None None] Network ded14acb-079e-4714-bfd7-e985658dcd61 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:21.670924 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:21.671482 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.705993 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-36180e2e-4bab-4312-a8fa-ec08a8775ec0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5791645 Nov 23 19:15:21.709420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49290) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:21.714299 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:21.753877 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.754864 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.798624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-ded14acb-079e-4714-bfd7-e985658dcd61', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:21.799828 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.845593 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.937684 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Allocated IP 172.20.0.2 (ded14acb-079e-4714-bfd7-e985658dcd61/7b42ca85-2f45-46f0-96bb-6b86077804bf/f8fc1826-6931-46b6-a218-381858bf2c12) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:21.993331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Deleting port f3aaca51-5215-4ee3-8ec0-23447553a6d1 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:21.993877 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.008578 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.084215 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.089331 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.107993 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] For port f3aaca51-5215-4ee3-8ec0-23447553a6d1, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f3aaca51-5215-4ee3-8ec0-23447553a6d1,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:22.108254 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.133534 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Network ded14acb-079e-4714-bfd7-e985658dcd61 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:22.136354 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:22.139679 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:22.147184 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Pushing event updated for resources: {'Port': ['ID=f8fc1826-6931-46b6-a218-381858bf2c12,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.147394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Calling delete_port for f3aaca51-5215-4ee3-8ec0-23447553a6d1 owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:22.198951 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Attempting to bind port f8fc1826-6931-46b6-a218-381858bf2c12 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:22.199321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Attempting to bind port f8fc1826-6931-46b6-a218-381858bf2c12 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:22.199685 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Attempting to bind port f8fc1826-6931-46b6-a218-381858bf2c12 on network ded14acb-079e-4714-bfd7-e985658dcd61 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:22.204567 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:22.205114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Checking segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:22.205515 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.205901 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Bound using segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:22.206362 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Bound port: f8fc1826-6931-46b6-a218-381858bf2c12, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:22.206737 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.275965 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] For port f8fc1826-6931-46b6-a218-381858bf2c12, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:22.279719 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] For port f8fc1826-6931-46b6-a218-381858bf2c12, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f8fc1826-6931-46b6-a218-381858bf2c12,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:22.284764 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.352650 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4b96-1ad6-4ef1-b51c-014fdf680eeb None None] Pushing event updated for resources: {'Port': ['ID=f8fc1826-6931-46b6-a218-381858bf2c12,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.399853 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.424536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.515657 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.571813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aaca51-5215-4ee3-8ec0-23447553a6d1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.653148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Allocated IP 172.27.0.201 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/eaa612ad-2e6c-4786-87fe-e0e4b838a997) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:22.840989 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.866020 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.985877 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f8fc1826-6931-46b6-a218-381858bf2c12 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:22.991081 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.042912 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port f8fc1826-6931-46b6-a218-381858bf2c12 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:23.043111 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:23.043560 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.080976 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:23.083903 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:23.118514 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Pushing event updated for resources: {'Port': ['ID=eaa612ad-2e6c-4786-87fe-e0e4b838a997,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:23.135758 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.172630 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port f8fc1826-6931-46b6-a218-381858bf2c12, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f8fc1826-6931-46b6-a218-381858bf2c12,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:23.180159 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.237505 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=f8fc1826-6931-46b6-a218-381858bf2c12,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:23.286410 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:23.328188 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8b88c-17ac-4b30-9e1c-c58c228bd366 None None] Network ded14acb-079e-4714-bfd7-e985658dcd61 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:23.419091 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-6236c702-2507-4bfc-8e96-b02da6f80fe1 None None] Provisioning complete for port f8fc1826-6931-46b6-a218-381858bf2c12 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:23.419455 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6236c702-2507-4bfc-8e96-b02da6f80fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.554346 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.797364 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-84997077-e7a2-498d-9d33-0d33492ff48d None None] Provisioning complete for port f8fc1826-6931-46b6-a218-381858bf2c12 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:23.797861 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-84997077-e7a2-498d-9d33-0d33492ff48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.800413 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.803614 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:23.811397 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-9e04eeb3-ec4d-4a2f-aa85-53fd1b288f51 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c86be81-97d8-491c-bdad-d0f0c6e1a112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8932104 Nov 23 19:15:23.811630 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49296) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:23.820330 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Sync routers for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:23.836150 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:23.837572 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:23.954490 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.954808 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:24.035049 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.071837 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.133465 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Deleting port ef8127e5-5ced-4580-822d-94f8393901ea {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:24.133945 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.172371 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:15:22Z', 'revision_number': 5, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port': {'id': 'ef8127e5-5ced-4580-822d-94f8393901ea', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:54Z', 'updated_at': '2021-11-23T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:24.220552 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Router 6e2c4250-3a53-4323-a55c-ee14da486d29 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:15:24.235465 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] For port ef8127e5-5ced-4580-822d-94f8393901ea, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=ef8127e5-5ced-4580-822d-94f8393901ea,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:24.236569 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.251358 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Calling delete_port for ef8127e5-5ced-4580-822d-94f8393901ea owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:24.304371 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Checking router: 4c86be81-97d8-491c-bdad-d0f0c6e1a112 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:24.317117 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Routers {'4c86be81-97d8-491c-bdad-d0f0c6e1a112'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:24.317848 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:24.384946 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:24.397270 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Sync routers for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:24.413342 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.418020 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d0157836-a42c-404e-984b-4c2591ee993c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7052171 Nov 23 19:15:24.418296 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49300) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.419427 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:24.420242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:24.445138 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] Set router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:24.473377 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.515063 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:15:24Z', 'revision_number': 6, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:24.537158 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8127e5-5ced-4580-822d-94f8393901ea,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:24.546870 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2efff8-6144-42bb-84aa-0433ee00af97 None None] The sync data for ids ['4c86be81-97d8-491c-bdad-d0f0c6e1a112'] in dv-cinder-819007-1-iscsi is: [{'id': '4c86be81-97d8-491c-bdad-d0f0c6e1a112', 'name': 'tempest-TestShelveInstance-69434274-router', 'tenant_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:53Z', 'updated_at': '2021-11-23T19:15:24Z', 'revision_number': 6, 'project_id': 'ddfb954bd2bc4eaa8e9d69e1f904a7b2', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:24.569148 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:24.600570 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.717770 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.720736 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.774422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:23Z', 'revision_number': 3, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:24.786574 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.787272 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c86be81-97d8-491c-bdad-d0f0c6e1a112 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:15:24.792582 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.796121 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-8c1033e2-d64e-427b-9374-454f6fed0552 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4c86be81-97d8-491c-bdad-d0f0c6e1a112 HTTP/1.1" status: 204 len: 168 time: 0.9812355 Nov 23 19:15:24.796449 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49302) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.809495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Checking router: 6e2c4250-3a53-4323-a55c-ee14da486d29 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:24.810004 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Updating router 6e2c4250-3a53-4323-a55c-ee14da486d29 port eaa612ad-2e6c-4786-87fe-e0e4b838a997 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:15:24.840797 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.862129 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Deleting subnet b8f1c405-59d9-4d6f-93e5-94a6aaa10b66 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:24.865348 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.900031 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.946362 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.007020 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.077970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.120243 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f1c405-59d9-4d6f-93e5-94a6aaa10b66,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.132105 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.137519 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ddb74459-ca14-4edb-a989-7effe72c5168 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8f1c405-59d9-4d6f-93e5-94a6aaa10b66 HTTP/1.1" status: 204 len: 168 time: 0.3377907 Nov 23 19:15:25.137765 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49304) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:25.141398 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52657380-caa5-4cd5-8138-b14e9c5a1339 None None] Network b7868147-2f70-4e18-b0b2-437504e5c98d requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:25.180127 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Allocated IP 172.20.0.1 (ded14acb-079e-4714-bfd7-e985658dcd61/7b42ca85-2f45-46f0-96bb-6b86077804bf/c23c78e1-963d-4cb6-ac08-cc0887b757cf) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:25.216470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.274067 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.282470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Deleting port be08d695-51eb-4807-b005-c0bdaf672aee {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:25.282470 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.305334 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.308167 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.354076 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.358792 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] For port be08d695-51eb-4807-b005-c0bdaf672aee, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=be08d695-51eb-4807-b005-c0bdaf672aee,segment=NetworkSegment(0899888b-4237-449b-8695-c38db4c90cdd),segment_id=0899888b-4237-449b-8695-c38db4c90cdd)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:25.359266 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.366428 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Attempting to bind port eaa612ad-2e6c-4786-87fe-e0e4b838a997 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:25.366806 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Attempting to bind port eaa612ad-2e6c-4786-87fe-e0e4b838a997 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:25.367172 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Attempting to bind port eaa612ad-2e6c-4786-87fe-e0e4b838a997 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:25.378147 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Calling delete_port for be08d695-51eb-4807-b005-c0bdaf672aee owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:25.387157 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:25.387157 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:25.387533 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.390209 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:25.390209 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Bound port: eaa612ad-2e6c-4786-87fe-e0e4b838a997, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:25.390209 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.391392 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30721-45a4-4074-91c2-bcfb268eab3d None None] Pushing event updated for resources: {'Port': ['ID=eaa612ad-2e6c-4786-87fe-e0e4b838a997,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.411846 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Network ded14acb-079e-4714-bfd7-e985658dcd61 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:25.415456 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:25.420582 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:25.436619 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f8fc1826-6931-46b6-a218-381858bf2c12 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:25.450223 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Pushing event updated for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.482088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.507377 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] For port eaa612ad-2e6c-4786-87fe-e0e4b838a997, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:25.511649 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] For port eaa612ad-2e6c-4786-87fe-e0e4b838a997, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=eaa612ad-2e6c-4786-87fe-e0e4b838a997,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:25.521949 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.554806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.581304 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9bca2-ca92-4e2d-aa54-f8616c93841e None None] DHCP port deletion for b7868147-2f70-4e18-b0b2-437504e5c98d request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:25.599520 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Pushing event deleted for resources: {'Port': ['ID=be08d695-51eb-4807-b005-c0bdaf672aee,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.606846 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:25.607498 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:25.616176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port f8fc1826-6931-46b6-a218-381858bf2c12 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:25.624242 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] No DVR routers for this DVR port be08d695-51eb-4807-b005-c0bdaf672aee on host dv-cinder-819007-1-iscsi {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:25.625825 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.704163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.741038 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.744048 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30721-45a4-4074-91c2-bcfb268eab3d None None] Pushing event updated for resources: {'Port': ['ID=eaa612ad-2e6c-4786-87fe-e0e4b838a997,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.784540 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7868147-2f70-4e18-b0b2-437504e5c98d']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:25.799083 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0899888b-4237-449b-8695-c38db4c90cdd') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:25.800490 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0899888b-4237-449b-8695-c38db4c90cdd') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:25.811390 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.827051 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.834795 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:25.835326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:25.837754 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:25.851789 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:25.919903 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.933770 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.946002 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b7868147-2f70-4e18-b0b2-437504e5c98d HTTP/1.1" status: 204 len: 168 time: 0.8071229 Nov 23 19:15:25.961819 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3b37-6b71-4b18-9b39-c49f2f127310 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7868147-2f70-4e18-b0b2-437504e5c98d,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.976057 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.981320 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.051143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Pushing event updated for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:26.053746 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.100945 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f3aaca51-5215-4ee3-8ec0-23447553a6d1 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:26.105960 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49310) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.114319 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8d8b3896-b7f7-416a-bbf3-688387f67130 None None] Provisioning complete for port c23c78e1-963d-4cb6-ac08-cc0887b757cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:26.114693 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8d8b3896-b7f7-416a-bbf3-688387f67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.123089 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: f3aaca51-5215-4ee3-8ec0-23447553a6d1 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:26.123438 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f3aaca51-5215-4ee3-8ec0-23447553a6d1 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:26.149971 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9b18f223-14af-41f9-af99-88aecb43d51e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af7b6a7745224e7294d5f40caa5e206f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424762 Nov 23 19:15:26.152291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49312) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.205949 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b3896-b7f7-416a-bbf3-688387f67130 None None] Port c23c78e1-963d-4cb6-ac08-cc0887b757cf cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:26.211790 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Network ded14acb-079e-4714-bfd7-e985658dcd61 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:26.214621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:26.234035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.273291 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:23Z', 'revision_number': 3, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:26.296668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.301669 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ffbf1-055f-47d6-b6a9-0b46ec829d02 None None] The sync data for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi is: [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:23Z', 'revision_number': 3, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:26.389448 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Router 6e2c4250-3a53-4323-a55c-ee14da486d29 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:26.406213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.408674 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.409809 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea7a16e5-0979-4f7e-a141-de42abd441e7 HTTP/1.1" status: 204 len: 168 time: 0.2566121 Nov 23 19:15:26.450804 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0f44d-9088-4dcf-9527-3f6d80d889c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a16e5-0979-4f7e-a141-de42abd441e7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:26.530187 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:26.549493 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-025bb925-9c3f-4198-8bba-c561bc34562a admin admin] 10.222.0.31 "PUT /v2.0/routers/6e2c4250-3a53-4323-a55c-ee14da486d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1217778 Nov 23 19:15:26.555386 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f0aeaf0b-872e-4350-ac13-575a178a05cf None None] Provisioning complete for port c23c78e1-963d-4cb6-ac08-cc0887b757cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:26.555865 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f0aeaf0b-872e-4350-ac13-575a178a05cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.625854 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeaf0b-872e-4350-ac13-575a178a05cf None None] Port c23c78e1-963d-4cb6-ac08-cc0887b757cf cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:26.900344 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49326) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.936225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device eaa612ad-2e6c-4786-87fe-e0e4b838a997 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:26.953203 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-882bfe29-dd04-44bc-a367-d2abeffc675e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddfb954bd2bc4eaa8e9d69e1f904a7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516961 Nov 23 19:15:26.956835 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49328) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.990054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port eaa612ad-2e6c-4786-87fe-e0e4b838a997 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:26.990480 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.021255 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.047864 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.091063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.115183 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port eaa612ad-2e6c-4786-87fe-e0e4b838a997, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=eaa612ad-2e6c-4786-87fe-e0e4b838a997,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:27.120833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.124391 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.125263 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.128585 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a6f6159-8029-4baa-8a17-8855005271db HTTP/1.1" status: 204 len: 168 time: 0.1682088 Nov 23 19:15:27.140035 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ba1b-8268-47be-865a-1a822f03250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f6159-8029-4baa-8a17-8855005271db,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.248700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device ef8127e5-5ced-4580-822d-94f8393901ea no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:27.278600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=eaa612ad-2e6c-4786-87fe-e0e4b838a997,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.281733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: ef8127e5-5ced-4580-822d-94f8393901ea {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:27.282092 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device ef8127e5-5ced-4580-822d-94f8393901ea not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:27.282497 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device be08d695-51eb-4807-b005-c0bdaf672aee no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:27.305139 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: be08d695-51eb-4807-b005-c0bdaf672aee {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:27.305505 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device be08d695-51eb-4807-b005-c0bdaf672aee not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:27.308724 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49344) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:27.314644 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1887039857-network', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:27.337995 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Made reservation on behalf of 61e5f3bffc624ce5b383f6dc5117dd3f for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:27.340591 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.351270 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.459749 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.463425 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.490789 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:27.512458 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b821ca0-0111-4dbe-80c2-ff23e4fe0df6,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.516524 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.517149 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Added segment 0345bec5-ef80-4625-91ff-d2662e89c446 of type vlan for network 83e773d8-396a-4c94-9927-0ebe8f2f14dc Nov 23 19:15:27.561527 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.588052 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.589142 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:27.589707 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.627033 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3172357 Nov 23 19:15:27.630171 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49350) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:27.635851 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Request body: {'subnet': {'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1887039857-subnet', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:27.654069 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc17ab5-8669-4637-8d4c-afd417bd6cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=83e773d8-396a-4c94-9927-0ebe8f2f14dc,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.663301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Made reservation on behalf of 61e5f3bffc624ce5b383f6dc5117dd3f for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:27.665840 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527452396'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.666571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:27.837883 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533675279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527452414'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.895407 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b166d8d-d50c-4f72-af2c-2978ce6b554f,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.905791 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Checking segment: {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:27.906148 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Network hostable DHCP agents. Network: 83e773d8-396a-4c94-9927-0ebe8f2f14dc, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:27.923191 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:27.932531 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 83e773d8-396a-4c94-9927-0ebe8f2f14dc) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:27.936418 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:27.937005 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.941934 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a2049-7755-4178-90b5-2d5407837205 None None] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:27.958550 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49358) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:27.959171 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c22c60db-df54-461a-9d71-b1eaffa8c998 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3267677 Nov 23 19:15:27.964736 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:27.987939 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.989017 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.040793 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.096030 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:28.097106 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.176954 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.230274 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Sync routers for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:28.236824 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Allocated IP 172.20.0.2 (83e773d8-396a-4c94-9927-0ebe8f2f14dc/4b166d8d-d50c-4f72-af2c-2978ce6b554f/d328cb7a-3213-4316-983d-e7c20eeeb839) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:28.241793 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:28.242746 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:28.353216 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:28.378915 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.382871 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.390170 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.398837 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.435018 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:28.437813 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:28.442115 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:28.449439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Pushing event updated for resources: {'Port': ['ID=d328cb7a-3213-4316-983d-e7c20eeeb839,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.500043 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Attempting to bind port d328cb7a-3213-4316-983d-e7c20eeeb839 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:28.500377 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Allocated IP 172.27.0.214 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/23b1ba39-da87-4500-9f63-9475998eab5a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:28.500501 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Attempting to bind port d328cb7a-3213-4316-983d-e7c20eeeb839 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:28.500703 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Attempting to bind port d328cb7a-3213-4316-983d-e7c20eeeb839 on network 83e773d8-396a-4c94-9927-0ebe8f2f14dc {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:28.517766 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:28.518386 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Checking segment: {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:28.518807 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.519176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Bound using segment: {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:28.519663 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Bound port: d328cb7a-3213-4316-983d-e7c20eeeb839, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:28.520218 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.590387 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] For port d328cb7a-3213-4316-983d-e7c20eeeb839, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:28.594164 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 2, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:28.594659 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] For port d328cb7a-3213-4316-983d-e7c20eeeb839, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d328cb7a-3213-4316-983d-e7c20eeeb839,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:28.598909 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.618599 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.624282 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Checking router: 6e2c4250-3a53-4323-a55c-ee14da486d29 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:28.624644 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Updating router 6e2c4250-3a53-4323-a55c-ee14da486d29 port c23c78e1-963d-4cb6-ac08-cc0887b757cf binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:15:28.652493 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.664227 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1a7b-37d0-4373-85d3-2fa9da5795cd None None] Pushing event updated for resources: {'Port': ['ID=d328cb7a-3213-4316-983d-e7c20eeeb839,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.682452 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.722995 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:28.728269 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:28.731263 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:28.759997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Pushing event updated for resources: {'Port': ['ID=23b1ba39-da87-4500-9f63-9475998eab5a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.973138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device eaa612ad-2e6c-4786-87fe-e0e4b838a997 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:29.013009 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.022436 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.044211 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port eaa612ad-2e6c-4786-87fe-e0e4b838a997 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.044211 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.081960 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Pushing event updated for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:29.088805 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.109424 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.109789 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.110138 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.110473 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.111373 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.111716 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.112639 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.113908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.113908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.113908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.113908 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.114790 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:29.150809 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Attempting to bind port c23c78e1-963d-4cb6-ac08-cc0887b757cf on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:29.151276 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Attempting to bind port c23c78e1-963d-4cb6-ac08-cc0887b757cf by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:29.151711 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Attempting to bind port c23c78e1-963d-4cb6-ac08-cc0887b757cf on network ded14acb-079e-4714-bfd7-e985658dcd61 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:29.158053 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:29.158518 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Checking segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:29.159022 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.159588 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Bound using segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:29.160321 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Bound port: c23c78e1-963d-4cb6-ac08-cc0887b757cf, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:29.160827 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.233274 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] For port c23c78e1-963d-4cb6-ac08-cc0887b757cf, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:29.237798 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] For port c23c78e1-963d-4cb6-ac08-cc0887b757cf, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c23c78e1-963d-4cb6-ac08-cc0887b757cf,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:29.245517 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.304367 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:29.305468 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:29.372916 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d40a5-2b92-4598-a55f-6f61e6d6510e None None] Pushing event updated for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:29.379888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] Provisioning complete for port c23c78e1-963d-4cb6-ac08-cc0887b757cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.380398 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.445361 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:29.489503 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.534826 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] For port c23c78e1-963d-4cb6-ac08-cc0887b757cf, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c23c78e1-963d-4cb6-ac08-cc0887b757cf,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:29.540754 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.604124 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3d36c-b578-4a13-bc04-30c776ccef90 None None] Pushing event updated for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:29.631500 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.661848 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-25d93909-28b4-4542-bd77-38b6a986f744 None None] Provisioning complete for port c23c78e1-963d-4cb6-ac08-cc0887b757cf triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.662211 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-25d93909-28b4-4542-bd77-38b6a986f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.705887 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:29.736416 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c2736-58dc-4010-88e4-296ae46c89f4 None None] The sync data for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi is: [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:29.820201 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Router f8f7030e-407e-4799-a287-14ea1c3fa2de is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:15:29.941731 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d025374-8379-4743-90f8-33bde4fd33d2 None None] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:29.942806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:29.961303 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Sync routers for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:29.961573 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.964318 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-4145e4ff-769d-4d3b-845b-15a98b343e0b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0038784 Nov 23 19:15:29.965841 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:30.026830 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:30.027491 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:30.031545 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] Provisioning complete for port d328cb7a-3213-4316-983d-e7c20eeeb839 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:30.031941 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.362259 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:30.401046 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.489451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.569439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] For port d328cb7a-3213-4316-983d-e7c20eeeb839, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d328cb7a-3213-4316-983d-e7c20eeeb839,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:30.583372 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Allocated IP 172.20.0.1 (83e773d8-396a-4c94-9927-0ebe8f2f14dc/4b166d8d-d50c-4f72-af2c-2978ce6b554f/03f96f57-b2b0-4bd6-97bd-b17afdb0184b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:30.587722 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.681175 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792dac-12cf-4b94-923d-b7874b983201 None None] Pushing event updated for resources: {'Port': ['ID=d328cb7a-3213-4316-983d-e7c20eeeb839,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.705369 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:28Z', 'revision_number': 3, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:30.728883 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.736532 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Checking router: f8f7030e-407e-4799-a287-14ea1c3fa2de for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:30.736889 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Updating router f8f7030e-407e-4799-a287-14ea1c3fa2de port 23b1ba39-da87-4500-9f63-9475998eab5a binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:15:30.773623 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.775750 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.821059 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:30.824232 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:30.830731 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:30.855896 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Pushing event updated for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.888932 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.926077 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9426d3fe-2586-4888-989f-036b997f14f6 None None] Provisioning complete for port d328cb7a-3213-4316-983d-e7c20eeeb839 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:30.930504 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9426d3fe-2586-4888-989f-036b997f14f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.068472 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d328cb7a-3213-4316-983d-e7c20eeeb839 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:31.080869 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.195840 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port d328cb7a-3213-4316-983d-e7c20eeeb839 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:31.196572 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.246775 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.252276 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.273773 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.284113 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.318884 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Pushing event updated for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:31.322314 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.323853 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-18b98fdd-5743-4682-abc7-2f72662c707a None None] Provisioning complete for port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:31.324231 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-18b98fdd-5743-4682-abc7-2f72662c707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.393884 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Attempting to bind port 23b1ba39-da87-4500-9f63-9475998eab5a on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:31.394255 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Attempting to bind port 23b1ba39-da87-4500-9f63-9475998eab5a by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:31.394620 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Attempting to bind port 23b1ba39-da87-4500-9f63-9475998eab5a on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:31.401651 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233b99a-1ad7-4883-9635-697cc49f2d7b None None] Pushing event updated for resources: {'Port': ['ID=23b1ba39-da87-4500-9f63-9475998eab5a,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:31.415220 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:31.416647 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:31.416767 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:31.417051 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:31.417451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.417841 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:31.418313 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Bound port: 23b1ba39-da87-4500-9f63-9475998eab5a, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:31.418694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.425626 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-18b98fdd-5743-4682-abc7-2f72662c707a None None] Port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:31.444858 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c23c78e1-963d-4cb6-ac08-cc0887b757cf up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:31.508432 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] For port 23b1ba39-da87-4500-9f63-9475998eab5a, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:31.512147 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] For port 23b1ba39-da87-4500-9f63-9475998eab5a, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=23b1ba39-da87-4500-9f63-9475998eab5a,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:31.518739 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.541510 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Router f8f7030e-407e-4799-a287-14ea1c3fa2de has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:31.547607 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port c23c78e1-963d-4cb6-ac08-cc0887b757cf triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:31.548007 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.619297 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:31.619950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:31.624046 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233b99a-1ad7-4883-9635-697cc49f2d7b None None] Pushing event updated for resources: {'Port': ['ID=23b1ba39-da87-4500-9f63-9475998eab5a,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:31.669870 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:31.686232 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ac6ad32c-7b48-4d53-be96-aa38bfc58d27 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8f7030e-407e-4799-a287-14ea1c3fa2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105942 Nov 23 19:15:31.748126 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0062e50e-5ae0-47c0-8538-4d2821de7812 None None] Provisioning complete for port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:31.748497 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0062e50e-5ae0-47c0-8538-4d2821de7812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.805593 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:31.835423 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-0062e50e-5ae0-47c0-8538-4d2821de7812 None None] Port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:32.152123 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '03f96f57-b2b0-4bd6-97bd-b17afdb0184b', 'name': '', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'mac_address': 'fa:16:3e:47:3a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:30Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 2, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'subnets': [{'id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:32.180500 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259b2b3-8dcb-4626-8d21-719f77721fc3 None None] The sync data for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi is: [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '03f96f57-b2b0-4bd6-97bd-b17afdb0184b', 'name': '', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'mac_address': 'fa:16:3e:47:3a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:30Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 2, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'subnets': [{'id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:33.994225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2f822199-9da6-4a0c-9747-c64130df8a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.375244 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Sync routers for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:34.385811 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:34.386535 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:34.590040 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:34.804395 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '03f96f57-b2b0-4bd6-97bd-b17afdb0184b', 'name': '', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'mac_address': 'fa:16:3e:47:3a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:30Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 2, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'subnets': [{'id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:34.830866 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Checking router: f8f7030e-407e-4799-a287-14ea1c3fa2de for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:15:34.830866 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Updating router f8f7030e-407e-4799-a287-14ea1c3fa2de port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:15:34.866355 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.940992 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 23b1ba39-da87-4500-9f63-9475998eab5a up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:34.998375 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 23b1ba39-da87-4500-9f63-9475998eab5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:34.999174 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.100772 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.123523 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 23b1ba39-da87-4500-9f63-9475998eab5a, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=23b1ba39-da87-4500-9f63-9475998eab5a,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:35.128878 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.192600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=23b1ba39-da87-4500-9f63-9475998eab5a,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.213582 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.218732 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.264918 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf475e-b2b8-4bda-87ea-fce8eabb4559 None None] Pushing event updated for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.335103 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Attempting to bind port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:35.335596 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Attempting to bind port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:35.336059 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Attempting to bind port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b on network 83e773d8-396a-4c94-9927-0ebe8f2f14dc {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:35.342101 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:35.343406 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Checking segment: {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:35.343406 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.343406 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Bound using segment: {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:35.343711 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Bound port: 03f96f57-b2b0-4bd6-97bd-b17afdb0184b, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0345bec5-ef80-4625-91ff-d2662e89c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:35.344193 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.429085 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] For port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:35.433549 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] For port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:35.440268 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.497200 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf475e-b2b8-4bda-87ea-fce8eabb4559 None None] Pushing event updated for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.518866 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:35.520169 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:15:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:35.596942 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] Provisioning complete for port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:35.599182 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.681245 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:15:35.722964 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.767179 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] For port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:35.786302 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.860049 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1040b5-7b61-4d6c-80d7-63c240c95c46 None None] Pushing event updated for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.906502 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-0c6414ac-cb0f-4244-b621-b174036c0725 None None] Provisioning complete for port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:35.906874 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0c6414ac-cb0f-4244-b621-b174036c0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.945041 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '03f96f57-b2b0-4bd6-97bd-b17afdb0184b', 'name': '', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'mac_address': 'fa:16:3e:47:3a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:30Z', 'updated_at': '2021-11-23T19:15:35Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'subnets': [{'id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:35.974553 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5583a51-8787-4551-8d16-1b375ae7818a None None] The sync data for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi is: [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:15:31Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '03f96f57-b2b0-4bd6-97bd-b17afdb0184b', 'name': '', 'network_id': '83e773d8-396a-4c94-9927-0ebe8f2f14dc', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'mac_address': 'fa:16:3e:47:3a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:30Z', 'updated_at': '2021-11-23T19:15:35Z', 'revision_number': 4, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'subnets': [{'id': '4b166d8d-d50c-4f72-af2c-2978ce6b554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:36.248595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e5612ae9-b993-48c0-84de-d4f28b1f0f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.930829 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 23b1ba39-da87-4500-9f63-9475998eab5a up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:36.984300 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 23b1ba39-da87-4500-9f63-9475998eab5a triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:36.984700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.073670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 03f96f57-b2b0-4bd6-97bd-b17afdb0184b up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:37.125318 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:37.126027 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.475932 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.813201 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.310867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.669248 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-e7069c11-d05d-46f4-a97d-79bd6b503e33 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:41.670725 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-e7069c11-d05d-46f4-a97d-79bd6b503e33 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 815 time: 0.0997601 Nov 23 19:15:41.685877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-bc3dea99-999a-42e8-85a6-4ee200724a1f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/quotas/d74dc5828e644329a889417dbdc03258 HTTP/1.1" status: 200 len: 375 time: 0.0090890 Nov 23 19:15:41.742675 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-5733ed07-1971-49a5-be94-a8f3c3c92923 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513730 Nov 23 19:15:41.832975 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-c509ffe3-0235-4d75-9311-0ab1c5b9507f service neutron] 10.222.0.31 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787060 Nov 23 19:15:41.920420 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-1369d07e-b118-4708-a343-0af3c13ca09b service neutron] 10.222.0.31 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816641 Nov 23 19:15:42.084024 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-227b328e-7f31-4256-9c66-206ff7430b63 req-817ac260-2d21-4a33-a61e-ec56728cadab tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 210 time: 0.0281279 Nov 23 19:15:43.018001 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-c25d6654-910c-49a8-80ee-26e4a336afd8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:43.019436 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-c25d6654-910c-49a8-80ee-26e4a336afd8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 815 time: 0.1035547 Nov 23 19:15:43.031688 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'port': {'device_id': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'admin_state_up': True, 'tenant_id': 'd74dc5828e644329a889417dbdc03258'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:43.141852 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Made reservation on behalf of d74dc5828e644329a889417dbdc03258 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:43.146099 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.212404 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-54af4ef0-3d1c-4a85-977d-d3be498defe0 req-83a006de-ded5-4ebc-a3d7-0c0d7f38ad11 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 210 time: 0.0510855 Nov 23 19:15:43.301430 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Allocated IP 172.20.0.5 (ded14acb-079e-4714-bfd7-e985658dcd61/7b42ca85-2f45-46f0-96bb-6b86077804bf/2680f8c7-21ae-46fd-9edc-02006c3583b4) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:43.466694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.504319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.552221 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Network ded14acb-079e-4714-bfd7-e985658dcd61 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:43.555276 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:43.559155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:43.565987 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:43.641243 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:43.643166 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.667514 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-99dcfe92-fe02-4935-ae4f-05cc8543ae76 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6394024 Nov 23 19:15:43.900242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-4a511d50-4f4c-4592-a95c-1f73ba6c2239 None None] Provisioning complete for port 2680f8c7-21ae-46fd-9edc-02006c3583b4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:43.900785 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4a511d50-4f4c-4592-a95c-1f73ba6c2239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.934796 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-4a511d50-4f4c-4592-a95c-1f73ba6c2239 None None] Port 2680f8c7-21ae-46fd-9edc-02006c3583b4 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:44.328907 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636492e-4ff3-424b-8cdc-8f7339c54f30 req-6454a5cc-e773-4729-80d0-565f2b60bdf2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:44.331743 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2636492e-4ff3-424b-8cdc-8f7339c54f30 req-6454a5cc-e773-4729-80d0-565f2b60bdf2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0553792 Nov 23 19:15:44.384941 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2636492e-4ff3-424b-8cdc-8f7339c54f30 req-b1aaee02-da79-4176-ac48-3e57871fed1a tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Nov 23 19:15:45.505060 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c4c24-ac7d-47be-9ced-0b64747c9bbe req-a0064155-210d-4cbf-bb8f-2aaac26685f9 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:45.506599 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-340c4c24-ac7d-47be-9ced-0b64747c9bbe req-a0064155-210d-4cbf-bb8f-2aaac26685f9 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0531533 Nov 23 19:15:45.554895 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-340c4c24-ac7d-47be-9ced-0b64747c9bbe req-707f52ff-fb4b-4d45-b30f-b16bc44ecbeb tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Nov 23 19:15:46.674553 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29b2cd-1ef8-4d04-af59-0a11ef7bc835 req-a512a479-0cb1-4567-9ed0-3484dc3d029f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:46.676087 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf29b2cd-1ef8-4d04-af59-0a11ef7bc835 req-a512a479-0cb1-4567-9ed0-3484dc3d029f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0517585 Nov 23 19:15:46.726272 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf29b2cd-1ef8-4d04-af59-0a11ef7bc835 req-284513af-4bea-4497-a10c-ac584c960d4b tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Nov 23 19:15:47.851509 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf774-09ee-42c7-a3c2-11fd920fe5c1 req-383fc3b2-7f87-46ab-997d-dea8a9fb83d2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:47.853008 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-070cf774-09ee-42c7-a3c2-11fd920fe5c1 req-383fc3b2-7f87-46ab-997d-dea8a9fb83d2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0544925 Nov 23 19:15:47.904571 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-070cf774-09ee-42c7-a3c2-11fd920fe5c1 req-77665c4d-8cbe-4fe0-b870-def5bedae53c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 Nov 23 19:15:49.026307 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922aae0-75b0-46b1-8f50-bc1cebcf2dae req-0060bdc1-5ba1-4665-a8fc-eef451cf95f5 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.027951 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5922aae0-75b0-46b1-8f50-bc1cebcf2dae req-0060bdc1-5ba1-4665-a8fc-eef451cf95f5 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0509174 Nov 23 19:15:49.078170 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5922aae0-75b0-46b1-8f50-bc1cebcf2dae req-cc3251e1-da20-448c-8fe7-088abd4d67c1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 Nov 23 19:15:50.195781 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2613-d373-4a3a-83fc-5fd3a15e2ff8 req-ad4c62a1-1f13-49f8-ac5c-09b3fac60c0c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:50.197283 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-407e2613-d373-4a3a-83fc-5fd3a15e2ff8 req-ad4c62a1-1f13-49f8-ac5c-09b3fac60c0c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0493824 Nov 23 19:15:50.246335 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-407e2613-d373-4a3a-83fc-5fd3a15e2ff8 req-f4a778b0-36ec-4b26-96bd-12ba5aef748d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 23 19:15:51.370319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826dd07-f8bc-47d8-b470-6a438a1083be req-dca76fb0-f6da-4688-8e8e-b1f8d53e8072 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:51.371876 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6826dd07-f8bc-47d8-b470-6a438a1083be req-dca76fb0-f6da-4688-8e8e-b1f8d53e8072 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0533557 Nov 23 19:15:51.424308 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6826dd07-f8bc-47d8-b470-6a438a1083be req-6fbd5bcd-4234-4ed3-8102-c6908a8c23bd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Nov 23 19:15:52.538990 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af0ade-a68b-4c53-bdb8-ed52fa53e0f6 req-a277ad68-c10f-46d2-a80f-cb21c063ace1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:52.540526 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-36af0ade-a68b-4c53-bdb8-ed52fa53e0f6 req-a277ad68-c10f-46d2-a80f-cb21c063ace1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0481455 Nov 23 19:15:52.592985 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-36af0ade-a68b-4c53-bdb8-ed52fa53e0f6 req-315247f4-459f-4586-b09d-59e5405841d7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 Nov 23 19:15:53.513239 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.711772 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc839-b938-4d26-b5d8-7d5ac1411065 req-e030c051-e5af-4d3d-b6f5-bbcc71125eab tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:53.713277 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6affc839-b938-4d26-b5d8-7d5ac1411065 req-e030c051-e5af-4d3d-b6f5-bbcc71125eab tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 931 time: 0.0514569 Nov 23 19:15:53.718143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Request body: {'port': {'device_id': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:53.802103 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.812390 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6affc839-b938-4d26-b5d8-7d5ac1411065 req-bd489f13-4f71-4b34-a7c8-672a72ecc67d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903091 Nov 23 19:15:54.099106 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2680f8c7-21ae-46fd-9edc-02006c3583b4 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:54.106861 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.119437 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Transition to ACTIVE for port object 2680f8c7-21ae-46fd-9edc-02006c3583b4 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:15:54.122330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.175356 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:54.248588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Attempting to bind port 2680f8c7-21ae-46fd-9edc-02006c3583b4 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:54.248926 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Attempting to bind port 2680f8c7-21ae-46fd-9edc-02006c3583b4 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:54.249256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Attempting to bind port 2680f8c7-21ae-46fd-9edc-02006c3583b4 on network ded14acb-079e-4714-bfd7-e985658dcd61 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:54.254685 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Port 2680f8c7-21ae-46fd-9edc-02006c3583b4 on network ded14acb-079e-4714-bfd7-e985658dcd61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:15:54.255010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Attempting to bind port 2680f8c7-21ae-46fd-9edc-02006c3583b4 on network ded14acb-079e-4714-bfd7-e985658dcd61 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:54.259925 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:54.260262 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Checking segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:54.260646 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Bound using segment: {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:54.261077 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Bound port: 2680f8c7-21ae-46fd-9edc-02006c3583b4, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:54.261428 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.333112 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:54.336089 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:54.340534 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.373636 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.374239 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.375586 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] 10.222.0.54 "PUT /v2.0/ports/2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 1093 time: 0.6614120 Nov 23 19:15:54.376094 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:54.379124 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:54.403321 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f8e2-1714-443a-82d1-99fdd3671503 service neutron] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:54.437300 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aedeb2d-cfd3-45fb-9d33-bac6ca80fb30 x-openstack-request-id: req-4aedeb2d-cfd3-45fb-9d33-bac6ca80fb30 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:54.437688 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:54.438035 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4aedeb2d-cfd3-45fb-9d33-bac6ca80fb30 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:54.438580 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:15:54.473459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-282e5304-4c0c-450b-a295-bdb167612738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.474985 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-282e5304-4c0c-450b-a295-bdb167612738 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1096 time: 0.0491204 Nov 23 19:15:54.518360 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-0f0ba5ae-6b3d-4595-9a60-062ee9548e7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 217 time: 0.0348513 Nov 23 19:15:54.571850 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-fa2970b8-de0b-4bb3-9975-749788b36ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.573357 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-fa2970b8-de0b-4bb3-9975-749788b36ab0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0479789 Nov 23 19:15:54.623016 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9777-43b0-4144-97f9-96130f50012e req-d8c60b7b-af1b-4423-9a9a-1ef7f696fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.624452 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-d8c60b7b-af1b-4423-9a9a-1ef7f696fcbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440121 Nov 23 19:15:54.714365 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-780b0cac-ecb3-4614-9f0b-1a5817c7940b service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814617 Nov 23 19:15:54.806827 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-274f9777-43b0-4144-97f9-96130f50012e req-1033a959-8f38-48c0-8469-0c88a6b7d199 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850985 Nov 23 19:15:54.931487 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-cd7c02a7-16a1-49c8-9b90-37851f1cb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.932995 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-cd7c02a7-16a1-49c8-9b90-37851f1cb9ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1096 time: 0.0774982 Nov 23 19:15:54.941492 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba942-8dc7-45e4-aa65-09bfda694e54 req-2fb4631a-d560-4829-94af-5d88254439d2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.942903 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2eba942-8dc7-45e4-aa65-09bfda694e54 req-2fb4631a-d560-4829-94af-5d88254439d2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 943 time: 0.0615401 Nov 23 19:15:55.050980 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c2eba942-8dc7-45e4-aa65-09bfda694e54 req-e93a5900-d329-4988-81f1-ef5172dc722b tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988708 Nov 23 19:15:55.071640 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-d6e33338-a1c1-4677-8d64-5643006fca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:55.071640 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-d6e33338-a1c1-4677-8d64-5643006fca14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.1260443 Nov 23 19:15:55.113534 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-0ec81659-412e-4aeb-95fb-e646a4887e6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 217 time: 0.0358071 Nov 23 19:15:55.167668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-d79c623f-7186-43d9-b28c-5f87e90c860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:55.169226 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-d79c623f-7186-43d9-b28c-5f87e90c860f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0486469 Nov 23 19:15:55.223535 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-6eb5c525-0ba3-49ea-b2b4-3c2bf5154241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:55.225078 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-6eb5c525-0ba3-49ea-b2b4-3c2bf5154241 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454867 Nov 23 19:15:55.324529 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-94aa0b11-913f-4de4-a2e9-effa10f85361 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875080 Nov 23 19:15:55.660582 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:55.701927 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e1f7e120-5d71-4161-9d8c-3d26c1d3e8f2 req-eddf6e85-1af8-4961-b133-5128455c670f service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667817 Nov 23 19:15:56.168253 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27aea8-2be0-426e-a526-5cdabaefa678 req-3e11f46c-0806-46f9-b9f2-9c152ce01099 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:56.169735 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa27aea8-2be0-426e-a526-5cdabaefa678 req-3e11f46c-0806-46f9-b9f2-9c152ce01099 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 943 time: 0.0523176 Nov 23 19:15:56.249257 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa27aea8-2be0-426e-a526-5cdabaefa678 req-4acf6f49-8ce9-4d81-a6b7-b1bd3b4cf686 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716586 Nov 23 19:15:56.255923 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-465d29d6-6484-46d5-93ac-0dbed21b17be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724473 Nov 23 19:15:56.340371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45751-db0c-4987-80ea-49da2989b9ec req-305b2bee-773d-40d1-b152-914c5aad83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:56.341804 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-305b2bee-773d-40d1-b152-914c5aad83fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 1099 time: 0.0410686 Nov 23 19:15:56.479944 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45751-db0c-4987-80ea-49da2989b9ec req-64e5b6c7-736f-4e45-85d2-2c876ec53ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:56.481483 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-64e5b6c7-736f-4e45-85d2-2c876ec53ecb service neutron] 10.222.0.54 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 915 time: 0.1211126 Nov 23 19:15:56.528591 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-512d4610-c370-4e85-bea2-800fcedebf0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b HTTP/1.1" status: 200 len: 217 time: 0.0372601 Nov 23 19:15:56.536796 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cd395-552a-4554-8240-003bbcd3f8f9 req-2dc157a4-c0e3-4121-91f6-2e0ea02b8956 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:56.538159 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5e3cd395-552a-4554-8240-003bbcd3f8f9 req-2dc157a4-c0e3-4121-91f6-2e0ea02b8956 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0930161 Nov 23 19:15:56.602965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45751-db0c-4987-80ea-49da2989b9ec req-08439a44-6a32-400f-b521-ebd616e17388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:56.604345 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-08439a44-6a32-400f-b521-ebd616e17388 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77a545be-2ff6-4fb5-9729-4b7634bc5ce7 HTTP/1.1" status: 200 len: 854 time: 0.0653763 Nov 23 19:15:56.629078 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5e3cd395-552a-4554-8240-003bbcd3f8f9 req-a4513591-baa6-4f69-860b-b49068a6e4d9 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832322 Nov 23 19:15:56.646363 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-5be4cfca-e2ec-4c20-bacd-110630f0cafd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305343 Nov 23 19:15:56.737026 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-71a69331-1781-4311-bee2-4cb622edc859 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840988 Nov 23 19:15:56.828275 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04d45751-db0c-4987-80ea-49da2989b9ec req-947d933a-e61b-4afb-ad1e-ff7649022381 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807955 Nov 23 19:15:57.366189 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebb727-d4cd-4ab7-9dd8-ee28f05e8d29 req-858351ab-d9e8-4fb9-ae8e-cbae9f37ffa4 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:57.367641 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-69ebb727-d4cd-4ab7-9dd8-ee28f05e8d29 req-858351ab-d9e8-4fb9-ae8e-cbae9f37ffa4 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 943 time: 0.0481734 Nov 23 19:15:57.416134 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-69ebb727-d4cd-4ab7-9dd8-ee28f05e8d29 req-fb50d61c-9870-4e32-9cbc-b068da120e51 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Nov 23 19:15:57.689251 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 2680f8c7-21ae-46fd-9edc-02006c3583b4 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:15:57.750192 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6a82-a235-4dd8-9555-7a290837765e req-e55a8d94-a9ac-478b-a265-5d93a7c6edf2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:57.752126 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-765b6a82-a235-4dd8-9555-7a290837765e req-e55a8d94-a9ac-478b-a265-5d93a7c6edf2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0526752 Nov 23 19:15:57.792585 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:57.804313 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'port_id': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:15:57.806342 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-765b6a82-a235-4dd8-9555-7a290837765e req-35d92982-3124-4a5b-8baf-d9b4ce346c22 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Nov 23 19:15:57.840955 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.854147 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2680f8c7-21ae-46fd-9edc-02006c3583b4 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:57.873691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:57.877607 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.928551 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:57.935323 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.935668 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.936035 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.936367 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.936696 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.937017 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.937341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.937660 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.937981 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.938299 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.938622 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:57.938928 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:58.066350 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-8a65070a-fa1e-4597-8ed6-25c27a449002 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:58.067691 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-8a65070a-fa1e-4597-8ed6-25c27a449002 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 946 time: 0.0485380 Nov 23 19:15:58.086630 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:15:58.160416 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Deleting port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:58.160798 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.252633 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] For port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:58.252994 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.265133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Calling delete_port for 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:58.391384 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.418799 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Pushing event deleted for resources: {'Port': ['ID=8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:58.446107 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:15:58.462902 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] No DVR routers for this DVR port 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:58.466141 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.469466 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-93408799-02c1-4cbb-b4bd-0d826c30e4a6 req-e4b43a2f-7e42-4335-a242-b4dbb1a9267f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "DELETE /v2.0/ports/8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b HTTP/1.1" status: 204 len: 173 time: 0.3956497 Nov 23 19:15:58.470082 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'name': 'network-vif-deleted', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:58.474141 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639cff9a-6939-4205-ad85-a17b3a5a10ad" -d '{"events": [{"server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "name": "network-vif-deleted", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:58.525650 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c0f734-bf8a-4823-8745-31c4758900e1 x-openstack-request-id: req-74c0f734-bf8a-4823-8745-31c4758900e1 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:58.526043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bc307-1cd7-4b56-8c77-8c29983aedbc", "name": "network-vif-deleted", "tag": "8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:58.526309 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74c0f734-bf8a-4823-8745-31c4758900e1 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:58.526757 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bc307-1cd7-4b56-8c77-8c29983aedbc', 'name': 'network-vif-deleted', 'tag': '8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b', 'status': 'completed', 'code': 200} Nov 23 19:15:58.540388 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415cb5-252e-44f2-a872-08bf09667718 req-2630425c-407a-461f-a303-64df045fee93 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:58.541871 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f415cb5-252e-44f2-a872-08bf09667718 req-2630425c-407a-461f-a303-64df045fee93 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 944 time: 0.0517781 Nov 23 19:15:58.591967 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0f415cb5-252e-44f2-a872-08bf09667718 req-d4cac8e4-0870-4c2d-8fd1-da5c9b48d227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Nov 23 19:15:58.915235 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6cab500a-8eae-417a-8a82-0e1159b5a17e req-beb28cd0-2c3e-40bc-a74e-89e0154c8d63 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=e17bc307-1cd7-4b56-8c77-8c29983aedbc HTTP/1.1" status: 200 len: 210 time: 0.0268769 Nov 23 19:15:59.708824 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 2680f8c7-21ae-46fd-9edc-02006c3583b4 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:59.710442 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780742c-8895-47ca-ad1c-2e92ee9ba1ca req-d73c2203-9fbd-49c5-8d51-6bf6f87fd2dd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:59.711930 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a780742c-8895-47ca-ad1c-2e92ee9ba1ca req-d73c2203-9fbd-49c5-8d51-6bf6f87fd2dd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 944 time: 0.0518956 Nov 23 19:15:59.756571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 2680f8c7-21ae-46fd-9edc-02006c3583b4 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:15:59.760733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 2680f8c7-21ae-46fd-9edc-02006c3583b4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:59.760877 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a780742c-8895-47ca-ad1c-2e92ee9ba1ca req-c0a4a665-e113-4714-a317-7a4caac9d139 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Nov 23 19:15:59.761108 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.838468 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.859770 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:59.862229 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f999ba1-e4fd-4e4e-a96c-e1e07d7dfb20" -d '{"events": [{"server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "name": "network-vif-plugged", "status": "completed", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:59.878089 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:59.881934 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.904612 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f299d-047f-4a68-8342-8006af911875 x-openstack-request-id: req-af2f299d-047f-4a68-8342-8006af911875 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:59.904901 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "name": "network-vif-plugged", "status": "completed", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:59.905152 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af2f299d-047f-4a68-8342-8006af911875 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:59.905537 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'code': 200} Nov 23 19:15:59.931953 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:00.073855 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cf4b7-b795-4700-926d-136f644eaea7 req-52f53699-b4f2-4860-8cd1-72d0fafaa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:00.075388 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-999cf4b7-b795-4700-926d-136f644eaea7 req-52f53699-b4f2-4860-8cd1-72d0fafaa5ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1098 time: 0.0481608 Nov 23 19:16:00.130775 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-999cf4b7-b795-4700-926d-136f644eaea7 req-43cdca10-d588-4eaa-827b-f348ac3176c3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479162 Nov 23 19:16:00.875230 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881e687-188f-4733-b6a7-9f87d50b0750 req-665625e8-c900-46f4-be49-921a1727fa7d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:00.877294 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2881e687-188f-4733-b6a7-9f87d50b0750 req-665625e8-c900-46f4-be49-921a1727fa7d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0495455 Nov 23 19:16:00.923651 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2881e687-188f-4733-b6a7-9f87d50b0750 req-52bac2f0-013d-4956-9533-33518cf3255b tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Nov 23 19:16:02.035442 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f7f3-7384-4f49-8375-26cfbaf78467 req-834f5957-4061-4d8d-8d59-c3d98d55d293 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:02.036928 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0e94f7f3-7384-4f49-8375-26cfbaf78467 req-834f5957-4061-4d8d-8d59-c3d98d55d293 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0484190 Nov 23 19:16:02.083714 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:02.084415 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-0e94f7f3-7384-4f49-8375-26cfbaf78467 req-64b92ae7-ff3e-4fa0-b310-5ef95255ef63 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 23 19:16:02.104181 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:02.104560 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 8dd5a0c1-9c1b-41de-9dae-24ae243ddf9b not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:03.197092 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b5400-4cfc-4f01-8001-ad4cde10b042 req-5ac94e79-b1a7-4f2d-8016-4e914337ffb5 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:03.199475 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c75b5400-4cfc-4f01-8001-ad4cde10b042 req-5ac94e79-b1a7-4f2d-8016-4e914337ffb5 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0497706 Nov 23 19:16:03.254779 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c75b5400-4cfc-4f01-8001-ad4cde10b042 req-30c5a7cf-d250-47e9-b051-0e0a888b5ca4 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Nov 23 19:16:03.976668 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3595-4fc8-4ff2-9f96-925da6868866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:04.368214 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d8b30-5064-4168-a640-00c764f1deb3 req-9e85e43e-fa9a-411b-aafa-23f0b609fb6e tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:04.369651 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f11d8b30-5064-4168-a640-00c764f1deb3 req-9e85e43e-fa9a-411b-aafa-23f0b609fb6e tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0469372 Nov 23 19:16:04.419928 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f11d8b30-5064-4168-a640-00c764f1deb3 req-c46959df-6a6e-4286-9225-dcb96fe2299f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Nov 23 19:16:04.546764 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384c3f9-4540-4cdf-ba7e-1c4c4254bef5 req-d005ab9c-dfda-483c-8ee0-6be192c66f8e tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:04.549114 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5384c3f9-4540-4cdf-ba7e-1c4c4254bef5 req-d005ab9c-dfda-483c-8ee0-6be192c66f8e tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0533774 Nov 23 19:16:04.599646 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5384c3f9-4540-4cdf-ba7e-1c4c4254bef5 req-03f754b0-ba99-4bca-8434-e179d025afaf tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Nov 23 19:16:04.917396 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d204-6a39-4d00-bad7-60b4c76aaa1d req-671e5244-61d6-4813-ad20-36be1563c7fc tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:04.918861 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-09c9d204-6a39-4d00-bad7-60b4c76aaa1d req-671e5244-61d6-4813-ad20-36be1563c7fc tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0477250 Nov 23 19:16:04.965991 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-09c9d204-6a39-4d00-bad7-60b4c76aaa1d req-78edc86b-28c1-4428-9bf9-e1d1628482b3 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Nov 23 19:16:06.239818 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cd2c849c-43ef-45a6-ac9d-333e168ca33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.478554 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:07.893104 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-215a11af-1e80-4c6c-a705-9369b15074bf tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:07.894464 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-215a11af-1e80-4c6c-a705-9369b15074bf tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 814 time: 0.0980878 Nov 23 19:16:07.908608 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-e9a5b4a9-6c6b-41ea-933f-fe72d0f2e3e7 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/quotas/5bcde0916d274e06bd34b926d33e8ce7 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Nov 23 19:16:07.942105 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-b85d7eb9-fedb-4adb-86b0-e6f89c0353ac tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284517 Nov 23 19:16:08.028349 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-ab4f5d2d-3491-440e-9ce0-906b961cea7f service neutron] 10.222.0.31 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796499 Nov 23 19:16:08.353874 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-f483a808-716b-46ce-8789-b8ba4cb255ab service neutron] 10.222.0.31 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194430 Nov 23 19:16:08.509852 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-08dc65d5-5707-4795-8575-2bbbd622e6d5 req-0c1e5988-01e5-45af-b415-9140bed6b9ae tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 210 time: 0.0305784 Nov 23 19:16:08.811851 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.483360 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-41d22841-45f3-48d9-a37d-39df8b243cd3 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:09.484694 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-41d22841-45f3-48d9-a37d-39df8b243cd3 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 814 time: 0.1045132 Nov 23 19:16:09.497257 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Request body: {'port': {'device_id': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73', 'admin_state_up': True, 'tenant_id': '5bcde0916d274e06bd34b926d33e8ce7'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:09.618651 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fb0cd92a-8d29-4ba1-b3e5-07e5a84ba235 req-5fa4d9a2-88f2-48fa-8110-49c106ca0937 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Nov 23 19:16:09.640525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Made reservation on behalf of 5bcde0916d274e06bd34b926d33e8ce7 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:09.641227 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.763587 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Allocated IP 172.20.0.7 (7fe9dd8e-ee69-4084-9c2d-56a62d407e73/77a545be-2ff6-4fb5-9729-4b7634bc5ce7/ef5f2ad8-ecf7-4a42-becf-73a63a45abfe) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:09.901034 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.934371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.981668 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:09.984634 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:09.988852 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:10.012128 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Pushing event updated for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.039824 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:10.040431 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.056123 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-4b1f2605-e69a-47d4-8bef-f88a49120401 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625002 Nov 23 19:16:10.068708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Request body: {'port': {'device_id': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:10.120140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.313467 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.376070 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5f2ad8-ecf7-4a42-becf-73a63a45abfe {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:10.383265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.395526 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Transition to ACTIVE for port object ef5f2ad8-ecf7-4a42-becf-73a63a45abfe will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:16:10.399017 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.448694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.469803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.470145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.471163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.471495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.471843 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.472170 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.472493 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.472813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.473133 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.473478 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.473793 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.474110 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:10.520440 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Attempting to bind port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:10.520770 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Attempting to bind port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:10.521090 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Attempting to bind port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:10.525264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:16:10.525576 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Attempting to bind port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe on network 7fe9dd8e-ee69-4084-9c2d-56a62d407e73 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:10.530214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:10.530541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Checking segment: {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:10.530911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Bound using segment: {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:10.531324 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Bound port: ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:10.531665 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.596118 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:10.599619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:10.604803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.637546 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:10.638139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.639497 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef5f2ad8-ecf7-4a42-becf-73a63a45abfe HTTP/1.1" status: 200 len: 1093 time: 0.5747159 Nov 23 19:16:10.639953 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:10.642743 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c323a9-f64b-4cd3-b17a-a47794d3042f" -d '{"events": [{"name": "network-changed", "server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:10.679657 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73046b-463b-4a16-90f4-b30e2208e088 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.689860 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b91847-570d-4dff-b11d-15a55df124fa x-openstack-request-id: req-21b91847-570d-4dff-b11d-15a55df124fa {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:10.690162 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:10.690413 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21b91847-570d-4dff-b11d-15a55df124fa {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:10.690831 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe', 'status': 'completed', 'code': 200} Nov 23 19:16:10.733054 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-58eeaa2b-7103-4b72-825f-f0b4b37bd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:10.734569 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-58eeaa2b-7103-4b72-825f-f0b4b37bd765 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 1096 time: 0.0424213 Nov 23 19:16:10.746420 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080221db-0f7d-45b6-8f67-1c44ff91330c req-0495f571-647b-4add-a08f-599db8e424d0 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:10.747998 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-080221db-0f7d-45b6-8f67-1c44ff91330c req-0495f571-647b-4add-a08f-599db8e424d0 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 943 time: 0.0499351 Nov 23 19:16:10.781652 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-2fde5d9f-6989-44ba-9b61-04f63a9fef89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe HTTP/1.1" status: 200 len: 217 time: 0.0380118 Nov 23 19:16:10.795515 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-080221db-0f7d-45b6-8f67-1c44ff91330c req-45c857f5-739b-4811-a81d-ab96c3e48c09 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Nov 23 19:16:10.831702 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-a1ae38c1-d898-41d9-840b-725b7ca90ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:10.833482 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-a1ae38c1-d898-41d9-840b-725b7ca90ec1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77a545be-2ff6-4fb5-9729-4b7634bc5ce7 HTTP/1.1" status: 200 len: 854 time: 0.0442622 Nov 23 19:16:10.866558 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-6e7b5305-2e93-46a8-a3f1-83ec73e2b0ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254955 Nov 23 19:16:10.960216 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-781caa43-6a66-4b9b-8a80-e57132838f1d service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855045 Nov 23 19:16:11.050052 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-adfc7dcf-dfa1-40aa-96f4-d71b763bd075 req-8b635d45-ca6f-4351-9b74-83237ed5db70 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824606 Nov 23 19:16:11.136210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-d6eaa9cb-eb6e-443c-9be2-a9a411226c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.137598 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-d6eaa9cb-eb6e-443c-9be2-a9a411226c36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 1096 time: 0.0412512 Nov 23 19:16:11.230365 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-9dc39805-acf2-4abd-be9c-7b385da8b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.231839 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-9dc39805-acf2-4abd-be9c-7b385da8b430 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 200 len: 915 time: 0.0865664 Nov 23 19:16:11.273051 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-5cbff05b-096e-4126-93f2-c99af731a7f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe HTTP/1.1" status: 200 len: 217 time: 0.0331702 Nov 23 19:16:11.326401 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-b2443026-e236-4344-83e7-bb8e901036bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.327863 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-b2443026-e236-4344-83e7-bb8e901036bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77a545be-2ff6-4fb5-9729-4b7634bc5ce7 HTTP/1.1" status: 200 len: 854 time: 0.0469155 Nov 23 19:16:11.358537 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-ad865e2d-4871-4544-89d6-9d9bebf11887 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7fe9dd8e-ee69-4084-9c2d-56a62d407e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234289 Nov 23 19:16:11.447213 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-0036d8f7-dade-4537-8194-c39211eb9786 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802145 Nov 23 19:16:11.539127 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-69c323a9-f64b-4cd3-b17a-a47794d3042f req-46583436-0f73-47b3-aca4-9a72ec9c6264 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Nov 23 19:16:11.927512 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba2540-a947-413d-9d48-35bd9eb95486 req-a4c94cc8-3cff-48a7-893a-5087a743cb27 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:11.929021 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4dba2540-a947-413d-9d48-35bd9eb95486 req-a4c94cc8-3cff-48a7-893a-5087a743cb27 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 943 time: 0.0636241 Nov 23 19:16:11.976075 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4dba2540-a947-413d-9d48-35bd9eb95486 req-48afec19-688c-479a-bb45-f69177bcf127 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Nov 23 19:16:13.090263 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc9709-276c-4a27-b6ab-5047cad69baa req-bc3c529d-916c-4c79-b4f2-ec2ee3410312 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:13.091709 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-45bc9709-276c-4a27-b6ab-5047cad69baa req-bc3c529d-916c-4c79-b4f2-ec2ee3410312 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 943 time: 0.0476196 Nov 23 19:16:13.138138 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-45bc9709-276c-4a27-b6ab-5047cad69baa req-3ce884b4-acd3-4c18-9508-112f8661e922 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Nov 23 19:16:13.816799 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device ef5f2ad8-ecf7-4a42-becf-73a63a45abfe details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:16:13.911944 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:13.923213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe', 'network_id': '7fe9dd8e-ee69-4084-9c2d-56a62d407e73', 'port_id': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe', 'mac_address': 'fa:16:3e:c2:ed:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a545be-2ff6-4fb5-9729-4b7634bc5ce7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:16:13.962458 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:13.975001 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5f2ad8-ecf7-4a42-becf-73a63a45abfe {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:13.993527 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:13.996867 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.042308 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:14.229728 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['ef5f2ad8-ecf7-4a42-becf-73a63a45abfe'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:14.267010 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1b0c2-cf90-4bdc-aa38-e73f8fcf9331 req-528a3ea6-1739-4864-834e-68ad74fa63cd tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:14.268681 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e6e1b0c2-cf90-4bdc-aa38-e73f8fcf9331 req-528a3ea6-1739-4864-834e-68ad74fa63cd tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 944 time: 0.0628092 Nov 23 19:16:14.323893 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-e6e1b0c2-cf90-4bdc-aa38-e73f8fcf9331 req-84eacec5-c704-4cfb-ae56-3afe54b84714 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 Nov 23 19:16:15.444897 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d543-25ee-4793-9938-3513e54ae936 req-25d72cb4-2fe0-42eb-88c3-496e53d26b7e tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:15.446314 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6bd5d543-25ee-4793-9938-3513e54ae936 req-25d72cb4-2fe0-42eb-88c3-496e53d26b7e tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Nov 23 19:16:15.493748 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-6bd5d543-25ee-4793-9938-3513e54ae936 req-b48e75e5-71a7-4fdb-81a4-23b9729b7bd3 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Nov 23 19:16:15.518318 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d612a6-0510-4c09-b7d4-e9c9c6f20e1a req-4c93f760-664c-4792-a0a6-b8f11041247a tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:15.519796 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b3d612a6-0510-4c09-b7d4-e9c9c6f20e1a req-4c93f760-664c-4792-a0a6-b8f11041247a tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0519629 Nov 23 19:16:15.566105 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b3d612a6-0510-4c09-b7d4-e9c9c6f20e1a req-95dbc698-bc25-483a-80f9-4c51e4d0fc15 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Nov 23 19:16:15.587965 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49736) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:15.713731 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce859078-370b-4f21-9ddc-ef54cb1c4959 tempest-TestMinimumBasicScenario-1564915045 tempest-TestMinimumBasicScenario-1564915045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:15.715110 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-ce859078-370b-4f21-9ddc-ef54cb1c4959 tempest-TestMinimumBasicScenario-1564915045 tempest-TestMinimumBasicScenario-1564915045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1093 time: 0.1261699 Nov 23 19:16:15.717963 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49740) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:15.722240 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'port_id': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:15.744220 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.818396 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device ef5f2ad8-ecf7-4a42-becf-73a63a45abfe up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:15.839530 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.870990 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:16:15.874968 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:15.875336 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.942714 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Allocated IP 172.27.0.70 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/6d06783a-4d7a-4565-93b4-c985ebfd7a9b) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:15.952341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:15.974419 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:15.976571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fbd871-d0bb-436b-9765-9b567603ebfd" -d '{"events": [{"server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "name": "network-vif-plugged", "status": "completed", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:15.989828 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:15.994924 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.019520 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29122b52-8fbd-46b7-be6e-65bd3c04ad72 x-openstack-request-id: req-29122b52-8fbd-46b7-be6e-65bd3c04ad72 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:16.019830 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "name": "network-vif-plugged", "status": "completed", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:16.020100 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29122b52-8fbd-46b7-be6e-65bd3c04ad72 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:16.020485 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe', 'code': 200} Nov 23 19:16:16.101817 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.107305 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.143886 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.185333 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:16.188157 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:16.191795 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:16.213923 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'Port': ['ID=6d06783a-4d7a-4565-93b4-c985ebfd7a9b,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.231138 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25bd13-f6c1-4798-b8bb-6e3cb01f672d req-ff811414-c6c5-4b85-b597-0c2d6d7537a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:16.232586 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da25bd13-f6c1-4798-b8bb-6e3cb01f672d req-ff811414-c6c5-4b85-b597-0c2d6d7537a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 1098 time: 0.0420697 Nov 23 19:16:16.282145 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-da25bd13-f6c1-4798-b8bb-6e3cb01f672d req-3760e063-0600-4120-bee2-8e72e56ed36b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Nov 23 19:16:16.543986 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.642785 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e43ad-5b14-48d9-abd9-3be776fbd475 req-6e5931b3-e7cb-4a2b-bca0-7b25d633cac4 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:16.644288 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d77e43ad-5b14-48d9-abd9-3be776fbd475 req-6e5931b3-e7cb-4a2b-bca0-7b25d633cac4 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 945 time: 0.0803156 Nov 23 19:16:16.652256 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.725996 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d77e43ad-5b14-48d9-abd9-3be776fbd475 req-5ab848e5-14e8-438e-b546-69928da8b6a3 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Nov 23 19:16:16.831227 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.835648 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.900126 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'Port': ['ID=6d06783a-4d7a-4565-93b4-c985ebfd7a9b,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.909987 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.005602 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.l3_db [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Floating IP 6b23811f-c368-470c-a410-b995062be6d1 associated. External IP: 172.27.0.70, port: 2680f8c7-21ae-46fd-9edc-02006c3583b4. Nov 23 19:16:17.205422 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Router 6e2c4250-3a53-4323-a55c-ee14da486d29 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:16:17.312626 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:16:17.322589 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Sync routers for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:16:17.331253 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.333851 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:17.334582 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:16:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:17.358719 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-8108859f-f1ef-4011-b97f-6241e4e6f4a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6397326 Nov 23 19:16:17.359535 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:17.360399 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49746) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.362260 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eaede9-c78b-4695-8f87-5c21f65e492d" -d '{"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:17.365672 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846270900', 'description': 'tempest-secgroup-smoke-1846270900 description', 'project_id': 'd74dc5828e644329a889417dbdc03258'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.392853 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.473525 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:17.486837 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.489809 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.523188 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.524872 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1630747 Nov 23 19:16:17.527529 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49752) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.533951 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.543717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444785-caad-4724-a1b9-79205d1a2fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.560896 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464c7f8-dc5b-4ba3-8cf1-d1480e1f5be9 x-openstack-request-id: req-9464c7f8-dc5b-4ba3-8cf1-d1480e1f5be9 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:17.561398 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:17.561758 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9464c7f8-dc5b-4ba3-8cf1-d1480e1f5be9 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:17.562199 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:16:17.580719 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.624109 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-c8f101a1-1de1-45d1-9e42-c6da6e4ccd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.625722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-c8f101a1-1de1-45d1-9e42-c6da6e4ccd2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1098 time: 0.0435233 Nov 23 19:16:17.633964 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.637709 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.656577 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46625b2b-9cb3-480e-844f-7290799cd956,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.666830 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.668052 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394722 Nov 23 19:16:17.669504 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.669839 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.670176 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.670513 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.670845 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.671174 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.671508 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.671858 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.672184 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.672509 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.672829 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.673149 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84859602-64ae-47dc-8289-e30baf0a05e1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.676666 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.681064 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.708988 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.727828 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-f40e3b85-6661-44b2-9375-138c8d67f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.729291 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-f40e3b85-6661-44b2-9375-138c8d67f175 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.0957882 Nov 23 19:16:17.740247 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '6b23811f-c368-470c-a410-b995062be6d1', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'port_id': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:16Z', 'updated_at': '2021-11-23T19:16:16Z', 'revision_number': 0, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:17.774968 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Checking router: 6e2c4250-3a53-4323-a55c-ee14da486d29 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:16:17.781354 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.786224 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:16:17.786851 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:16:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:17.788639 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.807486 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-a3ca451c-b0c4-4722-84c9-157d6367e3ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 998 time: 0.0699589 Nov 23 19:16:17.823812 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664829b7-3204-440e-825a-1c112809e082,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.845317 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.846681 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-164286f8-a40c-4554-b75b-f298bf5fff75 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1691141 Nov 23 19:16:17.849382 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49758) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.853897 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:17.870789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-e0a9ede8-d327-419c-b4e8-a388d374d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.872765 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-e0a9ede8-d327-419c-b4e8-a388d374d80d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0564058 Nov 23 19:16:17.891250 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa05e81-5166-49fc-b5a2-4c0ca90e5486 req-a97c61cf-41dd-4493-a307-a2685bac58d4 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.892855 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4fa05e81-5166-49fc-b5a2-4c0ca90e5486 req-a97c61cf-41dd-4493-a307-a2685bac58d4 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 945 time: 0.0849230 Nov 23 19:16:17.899512 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.930942 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-c0915558-07be-4669-aa59-71f5243207a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.932821 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-c0915558-07be-4669-aa59-71f5243207a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534809 Nov 23 19:16:17.979314 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-4fa05e81-5166-49fc-b5a2-4c0ca90e5486 req-ef12d68c-efa3-44d7-b461-2f4f5ca2039c tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767791 Nov 23 19:16:17.993784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.009175 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.035710 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-b033e9fe-1f81-49d3-be3b-d807a6ba4011 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932398 Nov 23 19:16:18.035959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcba6ea7-acb8-4331-915c-411b9ada3b86,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.041570 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:16:18.045127 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.046305 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-80417882-17c0-4212-8430-7047bad66028 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959958 Nov 23 19:16:18.049387 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 49762) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.053952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:18.089540 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.162868 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d2eaede9-c78b-4695-8f87-5c21f65e492d req-9c462bdf-f18b-4344-bb41-e4f5ee0d7bd3 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178477 Nov 23 19:16:18.184364 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.188088 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.207894 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f8d3da-f569-4b2d-a5c4-2c7d1c7e3dbf,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.216499 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.217697 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-d0c065c7-8096-4349-bd1b-3f91c2b68562 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673434 Nov 23 19:16:18.221251 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49770) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.226342 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:18.248900 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Project d74dc5828e644329a889417dbdc03258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:16:18.254865 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.311879 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '6b23811f-c368-470c-a410-b995062be6d1', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'port_id': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:16Z', 'updated_at': '2021-11-23T19:16:16Z', 'revision_number': 0, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:16:18.318640 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.324323 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.345998 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e958ea-005a-4803-a0cc-ab4668215697 None None] The sync data for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi is: [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '6b23811f-c368-470c-a410-b995062be6d1', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'port_id': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:16:16Z', 'updated_at': '2021-11-23T19:16:16Z', 'revision_number': 0, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:16:18.349949 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef16ebd-5e58-4ff6-91ac-b45d88e0b628,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.355462 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.356705 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-94dc04df-596f-401b-baff-f9e93f310e6f tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343169 Nov 23 19:16:18.359472 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 49774) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.364621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'security_group_rule': {'security_group_id': '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5', 'project_id': 'd74dc5828e644329a889417dbdc03258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:18.390746 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.securitygroups_db [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Project d74dc5828e644329a889417dbdc03258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:16:18.398268 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.463327 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.467214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.485813 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7716655-837f-4831-a1a9-bd1e2c16a47e,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.492577 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.495206 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-173ee329-d6ac-4634-839a-316f3159b7a8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346257 Nov 23 19:16:18.589556 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f2c71-3501-4da6-93cb-431d2d9af4de None None] New status for floating IP 6b23811f-c368-470c-a410-b995062be6d1: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:16:18.590362 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-ba8800ae-d52b-4cae-9d16-4e0bbea73cc6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846270900&fields=id&tenant_id=d74dc5828e644329a889417dbdc03258 HTTP/1.1" status: 200 len: 267 time: 0.0463912 Nov 23 19:16:18.648605 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-c5755552-e15e-43f0-812a-d6fca2821a8a tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.650082 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-c5755552-e15e-43f0-812a-d6fca2821a8a tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0489120 Nov 23 19:16:18.661911 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'port': {'security_groups': ['650adde1-f76e-4ddd-8015-86ae1bb25747', '8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:18.727952 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.949615 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:18.978784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.983684 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.994458 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:19.026665 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.027319 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.028753 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c00a321e-0bb9-4711-a7ae-3418bea21e49 req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "PUT /v2.0/ports/2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 981 time: 0.3720329 Nov 23 19:16:19.056525 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff3cf7-3d24-457d-a91b-7ec4ded28fb1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=6']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:19.109530 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:19.145700 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd58e4-25d7-4ed5-b292-227594824643 req-b5e10060-9f1b-45ed-8219-89df3afd0702 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.147256 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d8fd58e4-25d7-4ed5-b292-227594824643 req-b5e10060-9f1b-45ed-8219-89df3afd0702 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0565426 Nov 23 19:16:19.214460 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d8fd58e4-25d7-4ed5-b292-227594824643 req-9c09441f-3375-487f-80d1-de3eaf1dbdf7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605090 Nov 23 19:16:19.296390 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e62a9a52-6198-40fc-9baa-2636aafaa3f9 None None] Provisioning complete for port 2680f8c7-21ae-46fd-9edc-02006c3583b4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:19.296646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e62a9a52-6198-40fc-9baa-2636aafaa3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.563676 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:19.566879 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eabacd-717d-40b4-86cf-a3361c345fca" -d '{"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:19.603700 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8bbba-6072-4363-a7cb-9023f40c7113 x-openstack-request-id: req-a4f8bbba-6072-4363-a7cb-9023f40c7113 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:19.604320 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:19.604320 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4f8bbba-6072-4363-a7cb-9023f40c7113 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:19.604660 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:16:19.667664 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eabacd-717d-40b4-86cf-a3361c345fca req-6864204d-1bcf-4b0e-b801-8e3d971cddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.669186 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-6864204d-1bcf-4b0e-b801-8e3d971cddc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1137 time: 0.0412331 Nov 23 19:16:19.763424 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eabacd-717d-40b4-86cf-a3361c345fca req-6db6df5b-1c79-4457-b6fb-c38bcfd8a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.764922 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-6db6df5b-1c79-4457-b6fb-c38bcfd8a2f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.0879664 Nov 23 19:16:19.833837 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-4f4ae53f-2ba3-4129-b9ce-8f91ddb1404a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 1000 time: 0.0564001 Nov 23 19:16:19.901214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eabacd-717d-40b4-86cf-a3361c345fca req-58dbd978-5931-4a19-965a-b6d325cf0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.902601 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-58dbd978-5931-4a19-965a-b6d325cf0b5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0495462 Nov 23 19:16:19.950662 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eabacd-717d-40b4-86cf-a3361c345fca req-a4abde9d-dc7c-433f-aaae-44f19f459b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.952099 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-a4abde9d-dc7c-433f-aaae-44f19f459b68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428998 Nov 23 19:16:20.038305 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-9777d1f4-92e9-4a84-8f65-6d836a4a7bd5 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794330 Nov 23 19:16:20.130165 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-40eabacd-717d-40b4-86cf-a3361c345fca req-68c0e881-9268-46d0-98c2-7ff19d4447c2 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 Nov 23 19:16:23.505169 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:32.659864 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:16:33.978139 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-23f816ce-7fdc-4e18-b177-7b8fe9ac8ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:36.241022 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c1a6-dd20-4bcf-b0c8-a44d157c4b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:37.481828 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:37.946844 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957522a-4611-4c51-aec8-4f3d1f43ea38 req-8c109e92-73ca-4e0f-bbaa-235a2dc34e57 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:37.948477 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9957522a-4611-4c51-aec8-4f3d1f43ea38 req-8c109e92-73ca-4e0f-bbaa-235a2dc34e57 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Nov 23 19:16:37.994983 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9957522a-4611-4c51-aec8-4f3d1f43ea38 req-7d025863-fe22-43c7-b656-6306989b916f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Nov 23 19:16:38.811964 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.114054 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78dfd-3b2d-4ea9-bfd4-bf2886d444a6 req-8e5d2a6e-26ae-46df-a70e-ba00cf3a659f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:39.115513 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e9d78dfd-3b2d-4ea9-bfd4-bf2886d444a6 req-8e5d2a6e-26ae-46df-a70e-ba00cf3a659f tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Nov 23 19:16:39.164326 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e9d78dfd-3b2d-4ea9-bfd4-bf2886d444a6 req-de6b92f2-25cf-4e44-b4f9-c57f97c38565 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/security-groups?id=edfca9a6-1d47-4963-827c-c4d7284a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Nov 23 19:16:39.563016 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-2f18e0d1-1c10-4fd0-a796-5c761c01ea80 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:39.564716 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-2f18e0d1-1c10-4fd0-a796-5c761c01ea80 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Nov 23 19:16:39.661276 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Deleting port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:16:39.661613 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.751145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] For port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,segment=NetworkSegment(cbf9774c-c23b-4fe0-ac9e-efc35f5df89a),segment_id=cbf9774c-c23b-4fe0-ac9e-efc35f5df89a)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:39.751495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.763050 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Calling delete_port for ef5f2ad8-ecf7-4a42-becf-73a63a45abfe owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:16:39.885615 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.896964 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['ef5f2ad8-ecf7-4a42-becf-73a63a45abfe'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:39.917369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Pushing event deleted for resources: {'Port': ['ID=ef5f2ad8-ecf7-4a42-becf-73a63a45abfe,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:39.956884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] No DVR routers for this DVR port ef5f2ad8-ecf7-4a42-becf-73a63a45abfe on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:16:39.959369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.962709 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0a9e9567-88f8-4c7e-bccb-7863e51008e4 req-21e27ec7-c6c7-4bdb-b942-63342915b2f2 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.54 "DELETE /v2.0/ports/ef5f2ad8-ecf7-4a42-becf-73a63a45abfe HTTP/1.1" status: 204 len: 173 time: 0.3895004 Nov 23 19:16:39.963144 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'name': 'network-vif-deleted', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:39.965421 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18983a8-d386-43d0-9c47-ec4718e4295e" -d '{"events": [{"server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "name": "network-vif-deleted", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:40.002751 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67a6068-6b61-4f35-a2da-152f3c29e718 x-openstack-request-id: req-b67a6068-6b61-4f35-a2da-152f3c29e718 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:40.003038 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b415f542-c4df-4db8-832d-74a8eeeb0da5", "name": "network-vif-deleted", "tag": "ef5f2ad8-ecf7-4a42-becf-73a63a45abfe", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:40.003306 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b67a6068-6b61-4f35-a2da-152f3c29e718 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:40.003722 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b415f542-c4df-4db8-832d-74a8eeeb0da5', 'name': 'network-vif-deleted', 'tag': 'ef5f2ad8-ecf7-4a42-becf-73a63a45abfe', 'status': 'completed', 'code': 200} Nov 23 19:16:40.267374 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ae097215-a2eb-4c04-8fbb-8ddb5c81e455 req-cb0e75cd-c47a-45f7-bd2a-23cdd4b63f03 tempest-VolumesSnapshotTestJSON-489913259 tempest-VolumesSnapshotTestJSON-489913259-project] 10.222.0.31 "GET /v2.0/ports?device_id=b415f542-c4df-4db8-832d-74a8eeeb0da5 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Nov 23 19:16:40.317784 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:41.909891 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device ef5f2ad8-ecf7-4a42-becf-73a63a45abfe no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:16:41.932640 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: ef5f2ad8-ecf7-4a42-becf-73a63a45abfe {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:16:41.932981 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device ef5f2ad8-ecf7-4a42-becf-73a63a45abfe not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:16:45.008024 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc37052-4644-4fca-9152-82a0f80c2b53 req-0fe79856-e9fe-4036-99bf-948727588de4 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.009502 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7fc37052-4644-4fca-9152-82a0f80c2b53 req-0fe79856-e9fe-4036-99bf-948727588de4 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0487909 Nov 23 19:16:45.070327 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7fc37052-4644-4fca-9152-82a0f80c2b53 req-427b2ab4-d335-41b1-be01-f47b8ba60b04 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548389 Nov 23 19:16:45.745221 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-74b77eec-dc55-4da9-a16b-28c4d5ae9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.746659 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-74b77eec-dc55-4da9-a16b-28c4d5ae9752 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1137 time: 0.0438676 Nov 23 19:16:45.841113 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-10fdcc9d-ecbe-4639-8b85-f89a76ffea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.842548 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-10fdcc9d-ecbe-4639-8b85-f89a76ffea5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.0860057 Nov 23 19:16:45.911749 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-355c9add-8945-4a48-8eeb-f5b517948645 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 1000 time: 0.0613878 Nov 23 19:16:45.960983 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-ccfe24be-664d-4dfa-93e2-5c1a9063d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:45.962466 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-ccfe24be-664d-4dfa-93e2-5c1a9063d0b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0433719 Nov 23 19:16:46.008539 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-886cc0f5-d449-41eb-a067-e583c6344758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:46.010017 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-886cc0f5-d449-41eb-a067-e583c6344758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401871 Nov 23 19:16:46.205457 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d9d0-40c9-42c5-8f80-9a1d08a5d545 req-e812ca64-733e-4dd8-a1b1-5a49753a8a09 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:46.207181 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a007d9d0-40c9-42c5-8f80-9a1d08a5d545 req-e812ca64-733e-4dd8-a1b1-5a49753a8a09 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0569465 Nov 23 19:16:46.272671 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a007d9d0-40c9-42c5-8f80-9a1d08a5d545 req-1e623bdb-6461-482d-93b5-cc3e5a4560b6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589838 Nov 23 19:16:46.379148 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-64a09692-0d66-4485-9332-d5cbd2c64974 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611012 Nov 23 19:16:46.467199 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c854df39-ab35-4e95-9d4b-58d66e12b80d req-13419fac-40b7-401d-b192-de5665cd58bc service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805671 Nov 23 19:16:47.390560 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9823-7613-41cc-9ebd-6cd3a312254b req-7dc08111-dda9-4c35-bb7b-1ff13d15e0f2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:47.392038 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9baf9823-7613-41cc-9ebd-6cd3a312254b req-7dc08111-dda9-4c35-bb7b-1ff13d15e0f2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0482748 Nov 23 19:16:47.457115 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9baf9823-7613-41cc-9ebd-6cd3a312254b req-9043b340-c093-4213-89d9-9da6f31be5d3 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576303 Nov 23 19:16:48.579076 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403023-b1a8-433c-83e0-802b67b0896a req-87675667-1ddc-47f6-ba33-a3a538ce9e48 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:48.581317 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-59403023-b1a8-433c-83e0-802b67b0896a req-87675667-1ddc-47f6-ba33-a3a538ce9e48 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0535803 Nov 23 19:16:48.650952 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-59403023-b1a8-433c-83e0-802b67b0896a req-a7c8a0c8-3517-48ee-b055-533f34879b9c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634131 Nov 23 19:16:49.769069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247e5a5-019b-4c06-9ca4-410b04f12394 req-93295596-e002-4735-9f13-957f4ee896a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:49.770932 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7247e5a5-019b-4c06-9ca4-410b04f12394 req-93295596-e002-4735-9f13-957f4ee896a6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0520720 Nov 23 19:16:49.837223 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7247e5a5-019b-4c06-9ca4-410b04f12394 req-a16baf1d-4c86-4c81-af5e-1838f1be7fa1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593383 Nov 23 19:16:50.952328 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071db60-a06c-4050-817b-5b45afda86e0 req-f3724e85-5120-48f4-ae02-4b9682b806a7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:50.953689 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6071db60-a06c-4050-817b-5b45afda86e0 req-f3724e85-5120-48f4-ae02-4b9682b806a7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0498405 Nov 23 19:16:51.012113 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6071db60-a06c-4050-817b-5b45afda86e0 req-e48f5ea5-cea0-4ee2-9240-25f4c2110d99 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515420 Nov 23 19:16:52.126708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240c4d1-1532-4c0b-a132-ba5502aec399 req-2f6b586c-70f2-4db0-9476-b063595a2d7d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:52.129143 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c240c4d1-1532-4c0b-a132-ba5502aec399 req-2f6b586c-70f2-4db0-9476-b063595a2d7d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0500910 Nov 23 19:16:52.187423 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-c240c4d1-1532-4c0b-a132-ba5502aec399 req-dc04dd73-f4cb-4e41-8387-fef1d8fec3f6 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523329 Nov 23 19:16:53.301739 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4be23-30e6-4944-a94b-9230e8cd9d44 req-ee14028f-2a0e-402f-bfb2-d8ea96f7108d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:53.303217 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-62e4be23-30e6-4944-a94b-9230e8cd9d44 req-ee14028f-2a0e-402f-bfb2-d8ea96f7108d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0489023 Nov 23 19:16:53.363478 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-62e4be23-30e6-4944-a94b-9230e8cd9d44 req-78253db5-35c7-44f3-9276-a1f602263f31 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538459 Nov 23 19:16:53.514722 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:54.480060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c8d4d-c35a-44ec-9b6f-e8e1c8aed396 req-acfc20a0-68fc-4f82-b0d4-24f74eea4333 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:54.481483 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-827c8d4d-c35a-44ec-9b6f-e8e1c8aed396 req-acfc20a0-68fc-4f82-b0d4-24f74eea4333 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0515790 Nov 23 19:16:54.541223 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-827c8d4d-c35a-44ec-9b6f-e8e1c8aed396 req-8018690d-9ed0-433e-a3fb-7eeabd211e27 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528879 Nov 23 19:16:55.658070 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d245180-4aa1-4c3e-88d6-a12716433a0d req-7405f9bd-9d70-4197-86ae-95837f2414f3 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:55.660174 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2d245180-4aa1-4c3e-88d6-a12716433a0d req-7405f9bd-9d70-4197-86ae-95837f2414f3 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0520072 Nov 23 19:16:55.717726 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-2d245180-4aa1-4c3e-88d6-a12716433a0d req-cffcc806-fcb2-492a-9beb-a427cce3def5 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516305 Nov 23 19:16:56.835206 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692a85-6f17-4550-89a5-561aa45b6dbe req-c5fdd9c1-0789-47ec-bb5f-41427cf4e0fe tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:56.836687 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99692a85-6f17-4550-89a5-561aa45b6dbe req-c5fdd9c1-0789-47ec-bb5f-41427cf4e0fe tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0536592 Nov 23 19:16:56.896824 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-99692a85-6f17-4550-89a5-561aa45b6dbe req-1daa38e2-3254-4bd9-92fe-067b856dcf0d tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541365 Nov 23 19:16:57.228695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-60ec1c14-709d-445a-8061-ca309a919a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:57.230175 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-60ec1c14-709d-445a-8061-ca309a919a72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1137 time: 0.0442693 Nov 23 19:16:57.338547 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-966100e2-f709-4210-9074-e898ff7fb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:57.340033 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-966100e2-f709-4210-9074-e898ff7fb205 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.0870929 Nov 23 19:16:57.407701 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-4f5dd2eb-87d7-49da-bd8f-ee433552cb86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 1000 time: 0.0594816 Nov 23 19:16:57.456390 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-1f1b8184-750f-4fdf-8417-84409c6a1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:57.457806 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-1f1b8184-750f-4fdf-8417-84409c6a1e7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0429091 Nov 23 19:16:57.505126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-0171f7ed-7163-4ffd-afba-e9ccf196a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:57.506683 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-0171f7ed-7163-4ffd-afba-e9ccf196a644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396883 Nov 23 19:16:57.611895 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-19b4d8ce-2434-4088-8c35-7cfab6126375 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967786 Nov 23 19:16:57.702092 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1b741e96-4a24-42b0-9e67-ccbc2a18b535 req-cd21ec2f-c56c-492f-8870-3444aad59c79 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Nov 23 19:16:58.013716 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13c8ac-0bb5-461a-a578-db3e11aa56b5 req-0a60ac2f-eee3-432e-98ce-e867cad83f58 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:58.015114 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3d13c8ac-0bb5-461a-a578-db3e11aa56b5 req-0a60ac2f-eee3-432e-98ce-e867cad83f58 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0501871 Nov 23 19:16:58.076392 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3d13c8ac-0bb5-461a-a578-db3e11aa56b5 req-d57113de-ec7a-4fb8-a8bc-499bee2803e8 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5&id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546651 Nov 23 19:17:03.206142 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50020) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:03.253012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Deleting subnet 77a545be-2ff6-4fb5-9729-4b7634bc5ce7 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:17:03.256026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.293468 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527701121'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.337140 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.388059 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533675472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527452359'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.412031 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a545be-2ff6-4fb5-9729-4b7634bc5ce7,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:03.417817 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.421012 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-5bc0bdc6-d233-4c72-98a9-c8f0d9e61775 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/77a545be-2ff6-4fb5-9729-4b7634bc5ce7 HTTP/1.1" status: 204 len: 168 time: 0.2138598 Nov 23 19:17:03.423392 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50022) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:03.494304 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.570307 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.594574 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe9dd8e-ee69-4084-9c2d-56a62d407e73']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:03.603664 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:03.603998 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf9774c-c23b-4fe0-ac9e-efc35f5df89a') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:03.613155 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.626533 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.633755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:17:03.633755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:17:03.635203 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:17:03.688310 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.694232 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.697428 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] 10.222.0.31 "DELETE /v2.0/networks/7fe9dd8e-ee69-4084-9c2d-56a62d407e73 HTTP/1.1" status: 204 len: 168 time: 0.2727351 Nov 23 19:17:03.708676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60607-e771-4293-a2c6-1de6001e996f admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe9dd8e-ee69-4084-9c2d-56a62d407e73,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:03.862143 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50026) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:03.901713 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1599cc3a-1b6a-45c8-9456-e7c18c14d75e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bcde0916d274e06bd34b926d33e8ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383718 Nov 23 19:17:03.904056 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50028) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:03.954489 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.977329 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.979304 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-70203276-f5c1-4c43-88b2-751224f62c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.025463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.028105 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.029247 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edfca9a6-1d47-4963-827c-c4d7284a89c1 HTTP/1.1" status: 204 len: 168 time: 0.1243138 Nov 23 19:17:04.037122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d552f-42cd-41e6-a25c-79e4140e15ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfca9a6-1d47-4963-827c-c4d7284a89c1,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.676689 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50050) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:04.769662 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-691616066-network', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:04.789980 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Made reservation on behalf of ba2e74ba2373498aa3f7c05a9ac4c397 for: {'network': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:04.792280 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.801238 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.874611 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.878928 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.902151 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:17:04.910628 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aad78f-89eb-4602-91a1-d2e92355c448,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.916442 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.916775 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.segments_db [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Added segment f098ea1c-8656-4cfe-8630-dbad2f15f226 of type vlan for network 4afac150-ec63-4424-b063-9f2453115790 Nov 23 19:17:04.955486 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.977860 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.978874 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:04.979441 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.014452 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3366883 Nov 23 19:17:05.017807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50054) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:05.022763 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Request body: {'subnet': {'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-691616066-subnet', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'ip_version': 4}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:05.040840 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c07e-c41e-4753-b24b-3ac0a3e005c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4afac150-ec63-4424-b063-9f2453115790,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:05.050240 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Made reservation on behalf of ba2e74ba2373498aa3f7c05a9ac4c397 for: {'subnet': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:05.051495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network 4afac150-ec63-4424-b063-9f2453115790 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:17:05.052579 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527452396'] for subnet, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.218661 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533675279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527452414'] for subnet, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.272571 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8,revision_number=0']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:05.281100 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:05.281684 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Network hostable DHCP agents. Network: 4afac150-ec63-4424-b063-9f2453115790, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:17:05.296927 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Network 4afac150-ec63-4424-b063-9f2453115790 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:17:05.305955 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, 4afac150-ec63-4424-b063-9f2453115790) {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:05.310987 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:05.312042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.316620 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd193d-3b2f-46ef-802a-63cdf881f4d3 None None] Network 4afac150-ec63-4424-b063-9f2453115790 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:05.329037 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-28ff0afb-3d0b-4224-9086-387fa61a964a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3101473 Nov 23 19:17:05.332422 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50056) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:05.336880 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:05.356869 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.357911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.413843 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.463344 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-4afac150-ec63-4424-b063-9f2453115790', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:17:05.464258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.551149 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.600762 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Allocated IP 172.20.0.2 (4afac150-ec63-4424-b063-9f2453115790/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8/8ee639b3-d63c-405f-83bd-ad15bdcc42e4) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:05.742609 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.749006 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.754640 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.776697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.789134 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:05.797341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:05.800495 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:05.807375 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Pushing event updated for resources: {'Port': ['ID=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:05.836721 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.837168 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.837584 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.837991 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.838397 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.838805 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.839203 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.839606 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.839960 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.840316 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.840643 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.840970 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.868445 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Attempting to bind port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:05.868733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Attempting to bind port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:05.869100 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Attempting to bind port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:05.874117 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:05.874490 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:05.874893 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.875285 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Bound using segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:05.875754 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Bound port: 8ee639b3-d63c-405f-83bd-ad15bdcc42e4, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:05.876258 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.885172 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Allocated IP 172.27.0.133 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/a60f0d96-3371-43b9-b4d2-68401f18dbcb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:05.943309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] For port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:05.946673 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] For port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:05.950661 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.989851 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.012710 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6cfb-3df9-4660-882f-6568850bd27e None None] Pushing event updated for resources: {'Port': ['ID=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:06.034499 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.084144 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:06.088011 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:06.090950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:06.119624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Pushing event updated for resources: {'Port': ['ID=a60f0d96-3371-43b9-b4d2-68401f18dbcb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:06.246014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2cff0f2e-cfc1-4618-aad4-fb6464d92c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.376858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.565712 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.697724 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Router af914e95-116d-42c4-9790-efdc1009498a is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:17:06.809686 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:06.820254 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:06.829621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.833914 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:06.834078 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-42a0b7e0-c01e-4ad8-a5d9-45a22f38e43b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4979239 Nov 23 19:17:06.834202 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:06.834322 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50058) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:06.882708 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10743e-be72-468d-81ea-f314a989e079 None None] Network 4afac150-ec63-4424-b063-9f2453115790 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:06.992888 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] Provisioning complete for port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:06.993256 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.997793 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:07.230850 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:07.264124 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.419924 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Allocated IP 172.20.0.1 (4afac150-ec63-4424-b063-9f2453115790/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8/32116e57-e44e-4360-b3c2-1222dd1e7afc) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:07.444711 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:07.445273 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.508719 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.528875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.537160 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.568211 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.592801 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] For port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:07.603558 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.623244 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:07.624827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Pushing event updated for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:07.627473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:07.629632 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:07.673150 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.692983 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:06Z', 'revision_number': 3, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:07.723606 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b7364-4467-4a98-9f38-8532b4da534a None None] Pushing event updated for resources: {'Port': ['ID=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:07.726416 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:07.726759 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Updating router af914e95-116d-42c4-9790-efdc1009498a port a60f0d96-3371-43b9-b4d2-68401f18dbcb binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:07.752841 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.807481 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.870230 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-2239087c-34aa-472d-a54b-630da58c8209 None None] Provisioning complete for port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:07.870680 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2239087c-34aa-472d-a54b-630da58c8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.982911 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.988079 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.057943 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Pushing event updated for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.060440 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.092318 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.098740 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.150567 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:08.151981 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:08.163540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Attempting to bind port a60f0d96-3371-43b9-b4d2-68401f18dbcb on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:08.163942 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Attempting to bind port a60f0d96-3371-43b9-b4d2-68401f18dbcb by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:08.164305 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Attempting to bind port a60f0d96-3371-43b9-b4d2-68401f18dbcb on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:08.171651 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846fc47-a832-46ff-96d8-bf1e46631e40 None None] Pushing event updated for resources: {'Port': ['ID=a60f0d96-3371-43b9-b4d2-68401f18dbcb,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.177265 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:08.177655 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:08.178057 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.178443 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:08.178933 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Bound port: a60f0d96-3371-43b9-b4d2-68401f18dbcb, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:08.179345 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.210176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c57ae488-ec8b-4c95-b808-31bd828d4a02 None None] Provisioning complete for port 32116e57-e44e-4360-b3c2-1222dd1e7afc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:08.210550 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c57ae488-ec8b-4c95-b808-31bd828d4a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.269844 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-c57ae488-ec8b-4c95-b808-31bd828d4a02 None None] Port 32116e57-e44e-4360-b3c2-1222dd1e7afc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:08.273242 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] For port a60f0d96-3371-43b9-b4d2-68401f18dbcb, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:08.277638 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] For port a60f0d96-3371-43b9-b4d2-68401f18dbcb, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=a60f0d96-3371-43b9-b4d2-68401f18dbcb,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:08.282114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.350953 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:08.351592 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:08.400140 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846fc47-a832-46ff-96d8-bf1e46631e40 None None] Pushing event updated for resources: {'Port': ['ID=a60f0d96-3371-43b9-b4d2-68401f18dbcb,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.451676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-340c35d1-2be0-4a5a-81be-e0f7c056d9c6 None None] Provisioning complete for port 32116e57-e44e-4360-b3c2-1222dd1e7afc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:08.452357 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-340c35d1-2be0-4a5a-81be-e0f7c056d9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.505982 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-340c35d1-2be0-4a5a-81be-e0f7c056d9c6 None None] Port 32116e57-e44e-4360-b3c2-1222dd1e7afc cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:08.513334 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:08.543236 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:08.652980 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:08.660251 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-7eadb49d-cd9e-4a17-8ffe-d5318d785039 admin admin] 10.222.0.31 "PUT /v2.0/routers/af914e95-116d-42c4-9790-efdc1009498a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251822 Nov 23 19:17:08.717022 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 2, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:08.750620 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2cd83-40ca-4304-9bf6-fe77da178356 None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 2, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:08.815642 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.979857 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:09.041969 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:09.042341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.179875 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50074) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:09.184769 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095814793-network', 'tenant_id': '502b3d9154b84ff0a485c307623aec26'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:09.207428 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Made reservation on behalf of 502b3d9154b84ff0a485c307623aec26 for: {'network': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:09.209909 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for network, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.218939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.298339 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.302895 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.337666 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:17:09.343210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d7ce8-ede6-4fc5-8591-0ac00817da57,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.353923 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.354322 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.segments_db [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Added segment a2539446-f735-4441-b626-4b828e670b8c of type vlan for network bf12007c-26a1-4ae7-9712-37071151b0c5 Nov 23 19:17:09.414362 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789382232881'] for network, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.443174 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587'] for network, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.444255 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:09.444825 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.482018 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3010170 Nov 23 19:17:09.485037 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50076) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:09.490499 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Request body: {'subnet': {'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095814793-subnet', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'ip_version': 4}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:09.510271 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9d35b-6773-47a1-be66-49660d44e5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf12007c-26a1-4ae7-9712-37071151b0c5,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.515970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Made reservation on behalf of 502b3d9154b84ff0a485c307623aec26 for: {'subnet': 1} {{(pid=102737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:09.518907 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533227824'] for subnet, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.521857 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Network bf12007c-26a1-4ae7-9712-37071151b0c5 details requested by agent ovs-agent-dv-cinder-819007-1-iscsi with host dv-cinder-819007-1-iscsi {{(pid=102738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:17:09.659957 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:17:09.691905 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532981533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533227810'] for subnet, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.750545 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed8f40d-f61c-4b6c-a739-be0ea87af824,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.759677 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Checking segment: {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:09.760140 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Network hostable DHCP agents. Network: bf12007c-26a1-4ae7-9712-37071151b0c5, hostable agents: ['c98cbd0b-9450-4467-8f62-132bcb2c0be3'], hosted agents: [] {{(pid=102737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:17:09.778265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Network bf12007c-26a1-4ae7-9712-37071151b0c5 is scheduled to be hosted by DHCP agent c98cbd0b-9450-4467-8f62-132bcb2c0be3 with binding_index 1 {{(pid=102737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:17:09.788850 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819007-1-iscsi, bf12007c-26a1-4ae7-9712-37071151b0c5) {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:09.794358 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:09.795119 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.797929 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9ed37-bb0e-470e-83a2-c85dc4bed076 None None] Network bf12007c-26a1-4ae7-9712-37071151b0c5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:09.815529 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-82e3195c-5191-49ff-9e55-0c2bc88ad7df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3267808 Nov 23 19:17:09.815788 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50078) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:09.820250 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:09.842841 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2739'] for router, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.844244 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2692'] for router, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.901764 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.041699 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.101169 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ab83801-0b41-5e58-914e-4650096d8674-bf12007c-26a1-4ae7-9712-37071151b0c5', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824'}]}} from dv-cinder-819007-1-iscsi. {{(pid=102738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:17:10.102030 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.238737 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.db_base_plugin_common [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Allocated IP 172.20.0.2 (bf12007c-26a1-4ae7-9712-37071151b0c5/1ed8f40d-f61c-4b6c-a739-be0ea87af824/bcd3f436-d9a2-4698-955e-6124f602f30c) {{(pid=102738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:10.239276 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.259416 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.328225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.366753 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Allocated IP 172.27.0.111 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/4c56e7af-277d-4052-b0ee-00b06c9902b9) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:10.401924 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks [] for port, precommit_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.409571 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298'] for port, after_create {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.453447 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Network bf12007c-26a1-4ae7-9712-37071151b0c5 is already hosted by enough agents. {{(pid=102738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:10.457111 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.scheduler.base_scheduler [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Resources bound (agent type, host, resource id): {{(pid=102738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:10.460508 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Received port after_create {{(pid=102738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:10.466037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Pushing event updated for resources: {'Port': ['ID=bcd3f436-d9a2-4698-955e-6124f602f30c,revision_number=1']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:10.485094 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.519243 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Attempting to bind port bcd3f436-d9a2-4698-955e-6124f602f30c on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:10.519531 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Attempting to bind port bcd3f436-d9a2-4698-955e-6124f602f30c by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:10.519999 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Attempting to bind port bcd3f436-d9a2-4698-955e-6124f602f30c on network bf12007c-26a1-4ae7-9712-37071151b0c5 {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:10.521021 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.525353 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:10.525889 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Checking segment: {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:10.527457 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.527457 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Bound using segment: {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:10.527457 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Bound port: bcd3f436-d9a2-4698-955e-6124f602f30c, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:10.527457 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.565330 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:10.567953 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:10.570193 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:10.595752 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c56e7af-277d-4052-b0ee-00b06c9902b9,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:10.606094 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] For port bcd3f436-d9a2-4698-955e-6124f602f30c, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:10.609234 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] For port bcd3f436-d9a2-4698-955e-6124f602f30c, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=bcd3f436-d9a2-4698-955e-6124f602f30c,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:10.614231 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.680913 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05e432-914e-46e2-bf13-31179e7494ac None None] Pushing event updated for resources: {'Port': ['ID=bcd3f436-d9a2-4698-955e-6124f602f30c,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:10.750467 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:10.761399 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:10.762009 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:10.890892 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:11.092394 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device bcd3f436-d9a2-4698-955e-6124f602f30c up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:11.119840 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 2, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:11.127119 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.143161 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port bcd3f436-d9a2-4698-955e-6124f602f30c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:11.143531 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.147848 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:11.148278 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Updating router af914e95-116d-42c4-9790-efdc1009498a port 32116e57-e44e-4360-b3c2-1222dd1e7afc binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:11.175217 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.236855 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.270136 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port bcd3f436-d9a2-4698-955e-6124f602f30c, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=bcd3f436-d9a2-4698-955e-6124f602f30c,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:11.274876 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.276440 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device a60f0d96-3371-43b9-b4d2-68401f18dbcb up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:11.336744 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418396'] for router, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.358225 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=bcd3f436-d9a2-4698-955e-6124f602f30c,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.379990 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port a60f0d96-3371-43b9-b4d2-68401f18dbcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:11.380644 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.463305 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.472015 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.483020 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.498997 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Router c94ba00f-1a22-445e-8347-6e2267fce829 is scheduled to L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 with binding_index 1 {{(pid=102737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:17:11.511988 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port a60f0d96-3371-43b9-b4d2-68401f18dbcb, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=a60f0d96-3371-43b9-b4d2-68401f18dbcb,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:11.517741 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.534106 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Pushing event updated for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.554841 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.555355 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.555702 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.556071 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.556401 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.557216 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.557216 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.557418 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.557710 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.558041 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.558370 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.559034 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:11.600586 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=a60f0d96-3371-43b9-b4d2-68401f18dbcb,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.634343 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:11.649965 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Attempting to bind port 32116e57-e44e-4360-b3c2-1222dd1e7afc on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:11.650272 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Sync routers for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:11.650830 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Attempting to bind port 32116e57-e44e-4360-b3c2-1222dd1e7afc by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:11.651401 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Attempting to bind port 32116e57-e44e-4360-b3c2-1222dd1e7afc on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:11.659440 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:11.660259 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:11.660944 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.661548 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Bound using segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:11.662361 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Bound port: 32116e57-e44e-4360-b3c2-1222dd1e7afc, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:11.663170 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.666991 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:11.667428 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.668104 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:11.669007 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9d1e73b3-1796-499e-9fef-ef422ec95cb8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8521974 Nov 23 19:17:11.671880 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50080) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:11.743234 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] For port 32116e57-e44e-4360-b3c2-1222dd1e7afc, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:11.747104 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] For port 32116e57-e44e-4360-b3c2-1222dd1e7afc, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=32116e57-e44e-4360-b3c2-1222dd1e7afc,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:11.754916 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.817109 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:11.817655 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:11.822592 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ff65b-0d92-4b88-bd58-681fe7f300a4 None None] Pushing event updated for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.854573 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:11.920943 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade891c-0ff6-442b-8230-caffc0ac0aad None None] Network bf12007c-26a1-4ae7-9712-37071151b0c5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:11.947321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] Provisioning complete for port 32116e57-e44e-4360-b3c2-1222dd1e7afc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:11.947694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.959677 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:12.193168 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:12.222559 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d955765-4330-40a8-89b3-33f462b37bda None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:12.224803 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.234540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.286218 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] For port 32116e57-e44e-4360-b3c2-1222dd1e7afc, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=32116e57-e44e-4360-b3c2-1222dd1e7afc,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:12.293856 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.328744 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:10Z', 'revision_number': 3, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:12.375273 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Checking router: c94ba00f-1a22-445e-8347-6e2267fce829 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:12.375623 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Updating router c94ba00f-1a22-445e-8347-6e2267fce829 port 4c56e7af-277d-4052-b0ee-00b06c9902b9 binding host dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:12.409079 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.409915 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Allocated IP 172.20.0.1 (bf12007c-26a1-4ae7-9712-37071151b0c5/1ed8f40d-f61c-4b6c-a739-be0ea87af824/374f3013-8832-4a07-83e5-6f5b80a1da83) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:12.465355 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562e941-858d-4ec2-8731-ab8fee209a3d None None] Pushing event updated for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:12.480975 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ac50f3ef-73ce-491e-85ff-cff9281b111e None None] Provisioning complete for port bcd3f436-d9a2-4698-955e-6124f602f30c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:12.481338 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ac50f3ef-73ce-491e-85ff-cff9281b111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.543201 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.582529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.618747 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Network bf12007c-26a1-4ae7-9712-37071151b0c5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:12.621734 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:12.625297 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:12.673954 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Pushing event updated for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:12.688495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.689371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.689958 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.690419 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.690843 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.691206 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.691535 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.692000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.692329 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.692653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.693053 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.693372 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:12.709060 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418477'] for router_interface, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.718927 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-ac50f3ef-73ce-491e-85ff-cff9281b111e None None] Provisioning complete for port 32116e57-e44e-4360-b3c2-1222dd1e7afc triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:12.719475 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ac50f3ef-73ce-491e-85ff-cff9281b111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.856906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.870181 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks [] for port, precommit_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.881648 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.940727 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Attempting to bind port 4c56e7af-277d-4052-b0ee-00b06c9902b9 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:12.941304 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Attempting to bind port 4c56e7af-277d-4052-b0ee-00b06c9902b9 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:12.941670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Attempting to bind port 4c56e7af-277d-4052-b0ee-00b06c9902b9 on network 976530d0-138b-4730-ae3e-1962dcfb8dfe {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:12.949459 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1d582-91f8-453b-9c66-1a9be09a1136 None None] Pushing event updated for resources: {'Port': ['ID=4c56e7af-277d-4052-b0ee-00b06c9902b9,revision_number=2']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:12.952043 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:12.952422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Checking segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:12.952830 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.953217 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Bound using segment: {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'} {{(pid=102738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:12.953700 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.managers [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Bound port: 4c56e7af-277d-4052-b0ee-00b06c9902b9, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c8b90-9f42-4c6e-9772-c469947ad0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe'}}] {{(pid=102738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:12.954084 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.084069 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.089206 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.140268 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 32116e57-e44e-4360-b3c2-1222dd1e7afc up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:13.148997 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] For port 4c56e7af-277d-4052-b0ee-00b06c9902b9, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:13.161229 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Pushing event updated for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:13.163610 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418845'] for router_interface, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.188627 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] For port 4c56e7af-277d-4052-b0ee-00b06c9902b9, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=4c56e7af-277d-4052-b0ee-00b06c9902b9,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:13.194875 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d231d131-6694-4430-adda-764f89074862 None None] Provisioning complete for port bcd3f436-d9a2-4698-955e-6124f602f30c triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.195241 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d231d131-6694-4430-adda-764f89074862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.197168 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.253835 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Network bf12007c-26a1-4ae7-9712-37071151b0c5 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:13.255238 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:13.302751 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1d582-91f8-453b-9c66-1a9be09a1136 None None] Pushing event updated for resources: {'Port': ['ID=4c56e7af-277d-4052-b0ee-00b06c9902b9,revision_number=3']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:13.310610 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 32116e57-e44e-4360-b3c2-1222dd1e7afc triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.310986 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.312741 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:13.313466 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:13.376043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Router c94ba00f-1a22-445e-8347-6e2267fce829 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:13.492309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:13.496260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:13.501731 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-6ee8a6b9-31fd-4fe7-aafc-3ed169969773 admin admin] 10.222.0.31 "PUT /v2.0/routers/c94ba00f-1a22-445e-8347-6e2267fce829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275914 Nov 23 19:17:13.542675 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d231d131-6694-4430-adda-764f89074862 None None] Provisioning complete for port 374f3013-8832-4a07-83e5-6f5b80a1da83 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.542943 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d231d131-6694-4430-adda-764f89074862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.627624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device bcd3f436-d9a2-4698-955e-6124f602f30c up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:13.632981 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d231d131-6694-4430-adda-764f89074862 None None] Port 374f3013-8832-4a07-83e5-6f5b80a1da83 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:13.747704 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port bcd3f436-d9a2-4698-955e-6124f602f30c triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.748380 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.821178 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-f731fd7f-b5f9-4149-b9b0-a4d667dd81e5 None None] Provisioning complete for port 374f3013-8832-4a07-83e5-6f5b80a1da83 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.821553 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-f731fd7f-b5f9-4149-b9b0-a4d667dd81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.867815 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-f731fd7f-b5f9-4149-b9b0-a4d667dd81e5 None None] Port 374f3013-8832-4a07-83e5-6f5b80a1da83 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:13.903445 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '374f3013-8832-4a07-83e5-6f5b80a1da83', 'name': '', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'mac_address': 'fa:16:3e:a8:84:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:12Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 2, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'subnets': [{'id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:13.936511 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ff72-6981-4faa-9d75-25a2592d90db None None] The sync data for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi is: [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '374f3013-8832-4a07-83e5-6f5b80a1da83', 'name': '', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'mac_address': 'fa:16:3e:a8:84:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:12Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 2, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'subnets': [{'id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:13.938777 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device a60f0d96-3371-43b9-b4d2-68401f18dbcb up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:13.987145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port a60f0d96-3371-43b9-b4d2-68401f18dbcb triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.987522 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.216997 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50088) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.222353 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068973383', 'description': 'tempest-secgroup-smoke-1068973383 description', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.248789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.323925 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.328191 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.356848 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.358096 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400979 Nov 23 19:17:14.361687 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50090) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.364655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700092c-33d7-43ad-bc6e-e5c3a6267990 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.366789 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.397811 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.461265 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.466193 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.484429 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bcf07d-ce8d-4905-b48c-8cf9ede1bebf,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.493697 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.495150 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-32555291-4f98-448d-be83-fc7e981f29e9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324029 Nov 23 19:17:14.498111 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50092) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.503197 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.529814 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.584243 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.587569 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.604789 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1132d13a-4888-4682-b6bf-abf444aa537c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.613043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.614395 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-fc3550c1-dc83-4ee7-84d6-5a7a3c8dd0f7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153007 Nov 23 19:17:14.617012 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50094) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.621318 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.647652 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.705288 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.708911 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.725700 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fd0a85-f1e3-4402-a94e-0847fc20c56a,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.732960 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.734120 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-cd6424b5-71af-4f42-942d-64a579e237b9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161661 Nov 23 19:17:14.737434 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50096) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.741700 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.766715 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.822933 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.826403 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.843183 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cf9f57-67b0-4943-99b9-f4ec35a34874,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.850621 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.851814 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-6f32b43c-5ec3-48ab-adb8-b67029e23e90 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134617 Nov 23 19:17:14.854447 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50098) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:14.858622 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:14.879884 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Project ba2e74ba2373498aa3f7c05a9ac4c397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:14.884800 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.949784 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.962797 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.984443 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bb55e6-5143-4dfc-95c7-94655954c7e8,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.990792 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.996491 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-dccb02cb-e90f-4981-afbc-2e542fea8ed0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366560 Nov 23 19:17:14.996491 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50100) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:15.002124 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'security_group_rule': {'security_group_id': 'f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e', 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:15.025372 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.securitygroups_db [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Project ba2e74ba2373498aa3f7c05a9ac4c397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:15.030682 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.097791 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.104599 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612492'] for security_group_rule, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.128063 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2973f1a-00a2-4f06-afd5-e67368fa2e2c,revision_number=0']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:15.132841 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.135809 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3b4cab7e-7233-4213-861a-9119e5e683ca tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381235 Nov 23 19:17:16.290491 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Sync routers for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:16.301214 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:16.301812 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:16.418830 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:16.720602 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '374f3013-8832-4a07-83e5-6f5b80a1da83', 'name': '', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'mac_address': 'fa:16:3e:a8:84:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:12Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 2, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'subnets': [{'id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:16.745862 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Checking router: c94ba00f-1a22-445e-8347-6e2267fce829 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:16.746205 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Updating router c94ba00f-1a22-445e-8347-6e2267fce829 port 374f3013-8832-4a07-83e5-6f5b80a1da83 binding host dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:16.774847 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:16.974624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 4c56e7af-277d-4052-b0ee-00b06c9902b9 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:17.027395 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 4c56e7af-277d-4052-b0ee-00b06c9902b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:17.027792 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.039023 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.044484 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.088737 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b9731-a9b4-414c-9a15-f2d045d2d76f None None] Pushing event updated for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:17.109013 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.131063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] For port 4c56e7af-277d-4052-b0ee-00b06c9902b9, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=4c56e7af-277d-4052-b0ee-00b06c9902b9,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:17.135180 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.158284 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Attempting to bind port 374f3013-8832-4a07-83e5-6f5b80a1da83 on host dv-cinder-819007-1-iscsi for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:17.158816 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Attempting to bind port 374f3013-8832-4a07-83e5-6f5b80a1da83 by drivers openvswitch,hyperv on host dv-cinder-819007-1-iscsi at level 0 using segments [{'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:17.159134 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Attempting to bind port 374f3013-8832-4a07-83e5-6f5b80a1da83 on network bf12007c-26a1-4ae7-9712-37071151b0c5 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:17.164296 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Checking agent: {'id': '8cb25de8-da9c-48e4-a491-f53d4ab02a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 0, 10), 'started_at': datetime.datetime(2021, 11, 23, 19, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:17.164697 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Checking segment: {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:17.165097 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.165478 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Bound using segment: {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:17.165946 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Bound port: 374f3013-8832-4a07-83e5-6f5b80a1da83, host: dv-cinder-819007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2539446-f735-4441-b626-4b828e670b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:17.166340 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.196654 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Pushing event updated for resources: {'Port': ['ID=4c56e7af-277d-4052-b0ee-00b06c9902b9,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:17.238007 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] For port 374f3013-8832-4a07-83e5-6f5b80a1da83, host dv-cinder-819007-1-iscsi, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:17.241714 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] For port 374f3013-8832-4a07-83e5-6f5b80a1da83, host dv-cinder-819007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=374f3013-8832-4a07-83e5-6f5b80a1da83,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:17.245625 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.307494 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b9731-a9b4-414c-9a15-f2d045d2d76f None None] Pushing event updated for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=4']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:17.311533 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:17.312187 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:17.321053 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] Provisioning complete for port 374f3013-8832-4a07-83e5-6f5b80a1da83 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:17.321421 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.410518 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.434009 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:17.450609 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] For port 374f3013-8832-4a07-83e5-6f5b80a1da83, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=374f3013-8832-4a07-83e5-6f5b80a1da83,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:17.456613 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.506145 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64500180-2f43-424a-acec-1bbf2fd5cf62 None None] Pushing event updated for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:17.587192 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-e4902fe9-5ae1-4610-a874-385052d45e0d None None] Provisioning complete for port 374f3013-8832-4a07-83e5-6f5b80a1da83 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:17.587566 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e4902fe9-5ae1-4610-a874-385052d45e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.645614 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '374f3013-8832-4a07-83e5-6f5b80a1da83', 'name': '', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'mac_address': 'fa:16:3e:a8:84:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:12Z', 'updated_at': '2021-11-23T19:17:17Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'subnets': [{'id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:17.674512 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663b787-5468-4e0a-9b17-40ec93be9d3f None None] The sync data for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi is: [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '374f3013-8832-4a07-83e5-6f5b80a1da83', 'name': '', 'network_id': 'bf12007c-26a1-4ae7-9712-37071151b0c5', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'mac_address': 'fa:16:3e:a8:84:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:12Z', 'updated_at': '2021-11-23T19:17:17Z', 'revision_number': 4, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'subnets': [{'id': '1ed8f40d-f61c-4b6c-a739-be0ea87af824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:18.967663 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 374f3013-8832-4a07-83e5-6f5b80a1da83 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:19.018750 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 374f3013-8832-4a07-83e5-6f5b80a1da83 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:19.019116 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.098528 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 4c56e7af-277d-4052-b0ee-00b06c9902b9 up at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:19.147676 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Provisioning complete for port 4c56e7af-277d-4052-b0ee-00b06c9902b9 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:19.147977 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.513337 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.234655 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-8ac12946-f527-41f7-9456-6d4206a7e2a7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846270900&fields=id&tenant_id=d74dc5828e644329a889417dbdc03258 HTTP/1.1" status: 200 len: 267 time: 0.0439641 Nov 23 19:17:31.287603 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-d672b4fa-3a79-440b-b195-3cb412c9f170 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:31.289143 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-d672b4fa-3a79-440b-b195-3cb412c9f170 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 984 time: 0.0487149 Nov 23 19:17:31.301250 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Request body: {'port': {'security_groups': ['650adde1-f76e-4ddd-8015-86ae1bb25747']}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:31.367164 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.513653 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-dedbe180-6f70-41ea-8806-436c92837c48 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068973383&fields=id&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 267 time: 0.0474384 Nov 23 19:17:31.541351 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:31.574648 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.579439 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.591150 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:31.623702 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-a06cba29-409c-49da-8ef7-972b217da095 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:31.625244 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-a06cba29-409c-49da-8ef7-972b217da095 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1036425 Nov 23 19:17:31.629156 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:31.629810 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.631231 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-113d01a7-8a46-41c1-8ecf-73677cfbcc6e req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "PUT /v2.0/ports/2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 942 time: 0.3358686 Nov 23 19:17:31.631781 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:31.634222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:31.640190 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50218) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:31.654429 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event updated for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=7']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:31.663578 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.663939 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.664424 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.664832 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.665381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.665774 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.666170 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.666568 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.666959 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.667348 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.667737 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.668159 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e03f-9cd2-4269-a30f-7b13ef579227 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:31.703288 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd2ded-6e6c-41ef-b866-006be9fab856 x-openstack-request-id: req-49fd2ded-6e6c-41ef-b866-006be9fab856 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:31.703678 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:31.704066 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49fd2ded-6e6c-41ef-b866-006be9fab856 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:31.704562 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:17:31.714765 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:31.719593 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-db30c81b-5be4-4cc1-8680-e5ff9aeb8df9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/quotas/ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 375 time: 0.0331445 Nov 23 19:17:31.754124 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.831574 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.845922 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-49d13c77-01ff-449d-b24c-e1a0a2fa3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:31.847607 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-49d13c77-01ff-449d-b24c-e1a0a2fa3813 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1098 time: 0.1179185 Nov 23 19:17:31.862026 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-db5d341a-95c9-43a2-bd6a-c18bd7dac857 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219442 Nov 23 19:17:31.900812 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-cc2253df-22d0-4a76-b613-4ec619eb82b1 None None] Provisioning complete for port 2680f8c7-21ae-46fd-9edc-02006c3583b4 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:31.901177 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cc2253df-22d0-4a76-b613-4ec619eb82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.975958 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-34ce911d-6f0b-4947-850f-1aecde55e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:31.976307 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-34ce911d-6f0b-4947-850f-1aecde55e0a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.1131926 Nov 23 19:17:31.992714 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.995302 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for security_group, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.996498 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5 HTTP/1.1" status: 204 len: 168 time: 0.3545737 Nov 23 19:17:31.999622 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50222) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:32.054773 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef153c0-c48e-48f2-9d8a-d6c95ffc2ecd tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d09bd39-f2ad-462b-ab4d-c5ab1a6fdba5,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:32.114746 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-03df1b00-a88d-4dc2-8a62-3d90ceb10725 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 1000 time: 0.1295035 Nov 23 19:17:32.164859 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Deleting port 6d06783a-4d7a-4565-93b4-c985ebfd7a9b {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:32.165218 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.166134 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-9a370525-d7bc-4909-83de-6706eb67d937 service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857196 Nov 23 19:17:32.184441 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-7ebe2481-201e-4329-a87f-f3ccbe22cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:32.185798 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-7ebe2481-201e-4329-a87f-f3ccbe22cc07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0631349 Nov 23 19:17:32.240223 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.240800 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.251921 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Calling delete_port for 6d06783a-4d7a-4565-93b4-c985ebfd7a9b owned by network:floatingip {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:32.285944 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-b812e830-a6bf-48e0-aa8e-f2c889df57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:32.287409 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-b812e830-a6bf-48e0-aa8e-f2c889df57b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916867 Nov 23 19:17:32.304361 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-0c946671-fd0c-4f41-b923-8272fcad1578 service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310337 Nov 23 19:17:32.394459 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-8c412044-40ee-42a5-b154-60364945500b service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986130 Nov 23 19:17:32.441041 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.470822 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event deleted for resources: {'Port': ['ID=6d06783a-4d7a-4565-93b4-c985ebfd7a9b,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:32.500364 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ccb5cf96-39c0-4521-9bb6-cac0eaed6d2a req-9573c932-6abb-4caf-b7eb-65c80181e871 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962315 Nov 23 19:17:32.539376 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks [] for floatingip, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.539706 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.l3_db [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Floating IP 6b23811f-c368-470c-a410-b995062be6d1 disassociated (deleted). External IP: 172.27.0.70, port: 2680f8c7-21ae-46fd-9edc-02006c3583b4. Nov 23 19:17:32.740517 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Router 6e2c4250-3a53-4323-a55c-ee14da486d29 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:32.849670 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:32.854466 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.859303 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Sync routers for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:32.869632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:32.870239 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:32.881163 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c88857fb-3ed1-47a1-a4e2-e610a3876df7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "DELETE /v2.0/floatingips/6b23811f-c368-470c-a410-b995062be6d1 HTTP/1.1" status: 204 len: 168 time: 0.8802943 Nov 23 19:17:32.977088 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:33.190921 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:33.216205 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Checking router: 6e2c4250-3a53-4323-a55c-ee14da486d29 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:33.224968 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:33.225561 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:33.329623 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:33.522896 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:33.554912 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665f71e-66d3-4347-9324-90e9542c294a None None] The sync data for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi is: [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:15:25Z', 'revision_number': 4, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': 'c23c78e1-963d-4cb6-ac08-cc0887b757cf', 'name': '', 'network_id': 'ded14acb-079e-4714-bfd7-e985658dcd61', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'mac_address': 'fa:16:3e:2e:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:24Z', 'updated_at': '2021-11-23T19:15:29Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'subnets': [{'id': '7b42ca85-2f45-46f0-96bb-6b86077804bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:33.648500 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-53d0252a-9142-40e6-a4e3-9b98967be7ff req-8d5a5eeb-02c1-42c8-918d-ebcfb43d8010 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 210 time: 0.0352523 Nov 23 19:17:33.707093 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:33.710034 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:33.767106 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b81c4af-0ba5-4fb8-85f2-b2e6dc4c3f8f x-openstack-request-id: req-0b81c4af-0ba5-4fb8-85f2-b2e6dc4c3f8f {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:33.768359 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:33.771092 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b81c4af-0ba5-4fb8-85f2-b2e6dc4c3f8f {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:33.772678 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:17:33.844570 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-e5f3b622-7498-4836-87d5-dc64e50bfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.847736 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-e5f3b622-7498-4836-87d5-dc64e50bfd87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d74dc5828e644329a889417dbdc03258&device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 1098 time: 0.0553339 Nov 23 19:17:33.878443 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a286adc-0f3b-4907-b96a-3e93c68c9972 None None] New status for floating IP 6b23811f-c368-470c-a410-b995062be6d1: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:17:33.953369 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-d88b47b7-c9a2-442d-83d0-aea00a26544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.955446 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-d88b47b7-c9a2-442d-83d0-aea00a26544b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 200 len: 916 time: 0.1004660 Nov 23 19:17:33.988848 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b90403b7-eae8-425f-a07d-a5fd60c23fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.004589 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-16b0656c-74cd-4a1d-8ef0-5476aa34d4ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 200 len: 217 time: 0.0423822 Nov 23 19:17:34.069639 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-9f61e499-3072-4b50-b1c5-8d62027301d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:34.071057 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-9f61e499-3072-4b50-b1c5-8d62027301d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 200 len: 854 time: 0.0519137 Nov 23 19:17:34.140178 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-9cf92a2b-f9be-4f7d-affc-7672024b1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:34.141689 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-9cf92a2b-f9be-4f7d-affc-7672024b1bde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ded14acb-079e-4714-bfd7-e985658dcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614989 Nov 23 19:17:34.245655 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-2123ca79-1045-4b74-b695-fba688260e95 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922520 Nov 23 19:17:34.348502 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8cc113c0-f7af-4d79-8a98-a9f7205c33d0 req-7351ea81-2e75-4817-8b21-552d74686093 service neutron] 10.222.0.54 "GET /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931566 Nov 23 19:17:34.655104 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-787e59a9-012b-445d-8acf-7cc377a6a27b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:34.656582 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-787e59a9-012b-445d-8acf-7cc377a6a27b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1114526 Nov 23 19:17:34.727738 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-00ce6777-e8fb-4072-bf0b-5d482009eb79 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 380 time: 0.0619669 Nov 23 19:17:34.738237 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'port': {'device_id': '741f20da-0c24-4fcb-a6f2-722c99149246', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'admin_state_up': True, 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'security_groups': ['f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:34.744048 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-49fa5163-5149-4bb4-b161-25a3ea7b46e1 req-617eadd9-6a66-4112-887f-ece286f49f53 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 210 time: 0.0329509 Nov 23 19:17:34.847801 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Made reservation on behalf of ba2e74ba2373498aa3f7c05a9ac4c397 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:34.851318 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.981282 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.20.0.14 (4afac150-ec63-4424-b063-9f2453115790/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8/a7f7bcb7-6795-4568-9be2-bd4988cfc0df) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:35.125482 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.163597 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.207323 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:35.210548 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:35.212932 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:35.238122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.269011 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:35.270007 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.287169 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-51650fc5-3264-4059-9fdf-0d915575ce56 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531924 Nov 23 19:17:35.299913 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Request body: {'port': {'device_id': '741f20da-0c24-4fcb-a6f2-722c99149246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.355960 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.431679 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-be217b6f-9f66-48c2-afef-03c8d96880ed None None] Provisioning complete for port a7f7bcb7-6795-4568-9be2-bd4988cfc0df triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:35.432711 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-be217b6f-9f66-48c2-afef-03c8d96880ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.474144 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-be217b6f-9f66-48c2-afef-03c8d96880ed None None] Port a7f7bcb7-6795-4568-9be2-bd4988cfc0df cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:35.614045 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98afc0-7b69-4166-ab4a-c434a30f89ea req-b3cde1b2-3dad-4945-807d-376d71390048 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:35.615611 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e98afc0-7b69-4166-ab4a-c434a30f89ea req-b3cde1b2-3dad-4945-807d-376d71390048 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0495636 Nov 23 19:17:35.633755 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f7bcb7-6795-4568-9be2-bd4988cfc0df {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:35.640931 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.654695 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Transition to ACTIVE for port object a7f7bcb7-6795-4568-9be2-bd4988cfc0df will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:17:35.657688 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.665057 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3e98afc0-7b69-4166-ab4a-c434a30f89ea req-9a7e6ed1-f2d0-464d-bec3-f13a63d65aa1 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Nov 23 19:17:35.711000 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.781756 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Attempting to bind port a7f7bcb7-6795-4568-9be2-bd4988cfc0df on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:35.782172 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Attempting to bind port a7f7bcb7-6795-4568-9be2-bd4988cfc0df by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:35.782565 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Attempting to bind port a7f7bcb7-6795-4568-9be2-bd4988cfc0df on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:35.787941 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Port a7f7bcb7-6795-4568-9be2-bd4988cfc0df on network 4afac150-ec63-4424-b063-9f2453115790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:17:35.788260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Attempting to bind port a7f7bcb7-6795-4568-9be2-bd4988cfc0df on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:35.793287 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:35.793616 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:35.793998 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Bound using segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:35.794420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Bound port: a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:35.794766 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.886052 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:35.889704 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:35.900648 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafdd82-a51f-443b-91ba-da10513076f9 req-6f8440ad-3fde-47b2-904b-321b889173f5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:35.902110 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1fafdd82-a51f-443b-91ba-da10513076f9 req-6f8440ad-3fde-47b2-904b-321b889173f5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.0742767 Nov 23 19:17:35.903706 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.957527 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:35.958139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.959528 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] 10.222.0.54 "PUT /v2.0/ports/a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 1094 time: 0.6641653 Nov 23 19:17:35.961572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:35.963992 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:36.008234 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc88ca-ea55-4230-aea9-259986c4a485 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:36.011978 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae3d20-81ec-47fa-b1f4-b3da058cc774 x-openstack-request-id: req-23ae3d20-81ec-47fa-b1f4-b3da058cc774 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:36.012256 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:36.012507 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23ae3d20-81ec-47fa-b1f4-b3da058cc774 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:36.012892 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'status': 'completed', 'code': 200} Nov 23 19:17:36.017223 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-1fafdd82-a51f-443b-91ba-da10513076f9 req-0cbb8b32-5fd6-4943-9c84-9c98690258f8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083972 Nov 23 19:17:36.057403 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-7dbd0867-6f7d-4dae-bed4-bfc630f9fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.058890 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-7dbd0867-6f7d-4dae-bed4-bfc630f9fbdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1097 time: 0.0408070 Nov 23 19:17:36.102554 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-03a98a7d-6027-4285-80da-00dc9fe0d0f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 217 time: 0.0347860 Nov 23 19:17:36.156867 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-98af97d7-4877-47b1-9ab1-c6f20f60e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.158960 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-98af97d7-4877-47b1-9ab1-c6f20f60e056 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0481844 Nov 23 19:17:36.205024 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-ecbc52d3-2643-4451-aacd-4aa2f4358594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.206443 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-ecbc52d3-2643-4451-aacd-4aa2f4358594 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401175 Nov 23 19:17:36.248307 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-b0f07f98-e928-49bc-9a15-bd1ac45634c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.295893 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-f7ee2924-f9d0-4760-b32f-2b35eb7374b6 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821073 Nov 23 19:17:36.386862 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-4f9b46a2-2abc-464a-a0fd-19fb54efa239 req-782ff829-9820-4307-92d8-0460f5ab72f0 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835903 Nov 23 19:17:36.477396 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-603ec6f2-e233-4573-b3a1-7694443e5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.478813 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-603ec6f2-e233-4573-b3a1-7694443e5d60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1097 time: 0.0411010 Nov 23 19:17:36.574676 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-bccb8b5f-6530-4819-8495-e7285db38e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.576153 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-bccb8b5f-6530-4819-8495-e7285db38e94 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0875769 Nov 23 19:17:36.622972 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-f06ea2aa-f1a1-4413-9fd6-d52b16f9b827 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 217 time: 0.0376103 Nov 23 19:17:36.671501 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-148bf37f-7807-4a8d-bc20-af1f1e3ca414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.672950 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-148bf37f-7807-4a8d-bc20-af1f1e3ca414 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0420163 Nov 23 19:17:36.721549 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-7335911b-a32c-463e-9438-546ab727cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.723013 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-7335911b-a32c-463e-9438-546ab727cb6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424328 Nov 23 19:17:36.779963 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bbe23-4304-424f-b5a9-1e54af3eee0b req-3b6d5dd0-2cc4-47df-8a68-957d8c7e174c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.781440 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c11bbe23-4304-424f-b5a9-1e54af3eee0b req-3b6d5dd0-2cc4-47df-8a68-957d8c7e174c tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0479515 Nov 23 19:17:36.816979 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-b8163895-ef05-45fc-a8dc-00d071b265cf service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839312 Nov 23 19:17:36.830879 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-c11bbe23-4304-424f-b5a9-1e54af3eee0b req-1bec55c3-584b-4341-a769-e58a7d85ab57 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/security-groups?id=650adde1-f76e-4ddd-8015-86ae1bb25747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Nov 23 19:17:36.911420 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-92282a37-bae9-4ed9-b9d5-f45fd57eaaf5 req-c5fc9c40-8009-4d00-87b1-c6dd5b14a0f9 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Nov 23 19:17:37.136817 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8de59-ca42-43a9-8b41-f69bb1e8730d req-f0d9e074-514c-4a73-a84a-573902c8b908 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:37.138317 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-31d8de59-ca42-43a9-8b41-f69bb1e8730d req-f0d9e074-514c-4a73-a84a-573902c8b908 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.0507412 Nov 23 19:17:37.187573 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-31d8de59-ca42-43a9-8b41-f69bb1e8730d req-2a6a8d79-49e1-42f3-af4f-1dee0c7a8153 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Nov 23 19:17:37.310860 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-d66b6877-d626-40bb-96a1-bf6ce7d4ffc2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:37.312238 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-d66b6877-d626-40bb-96a1-bf6ce7d4ffc2 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.54 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 945 time: 0.0483899 Nov 23 19:17:37.404241 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Deleting port 2680f8c7-21ae-46fd-9edc-02006c3583b4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:37.404573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:37.487689 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:37.494037 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] For port 2680f8c7-21ae-46fd-9edc-02006c3583b4, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=2680f8c7-21ae-46fd-9edc-02006c3583b4,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:37.494394 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:37.507016 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Calling delete_port for 2680f8c7-21ae-46fd-9edc-02006c3583b4 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:37.636421 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:37.647995 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['2680f8c7-21ae-46fd-9edc-02006c3583b4'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:37.664292 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Pushing event deleted for resources: {'Port': ['ID=2680f8c7-21ae-46fd-9edc-02006c3583b4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:37.930104 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-92de5bc3-c813-4237-b973-8f214ad456bb req-2ebaadcd-2272-45b5-aaca-47ba9b6fcb08 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.31 "GET /v2.0/ports?device_id=dca05bd4-4da8-44ea-8859-b91a43a781fd HTTP/1.1" status: 200 len: 210 time: 0.0296459 Nov 23 19:17:37.977043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] No DVR routers for this DVR port 2680f8c7-21ae-46fd-9edc-02006c3583b4 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:37.979507 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:37.982803 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f036e73b-7093-41d4-aff3-b64d37d08b57 req-b34a508c-0fb9-47c0-8093-c6c4eb100bd7 tempest-TestMinimumBasicScenario-674903645 tempest-TestMinimumBasicScenario-674903645-project] 10.222.0.54 "DELETE /v2.0/ports/2680f8c7-21ae-46fd-9edc-02006c3583b4 HTTP/1.1" status: 204 len: 173 time: 0.6648209 Nov 23 19:17:38.013551 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'name': 'network-vif-deleted', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:38.015950 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464706fb-7525-403a-92a0-e235240f69b9" -d '{"events": [{"server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "name": "network-vif-deleted", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:38.053026 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1148b688-cc59-4594-a8f2-e38817f06d98 x-openstack-request-id: req-1148b688-cc59-4594-a8f2-e38817f06d98 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:38.053329 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca05bd4-4da8-44ea-8859-b91a43a781fd", "name": "network-vif-deleted", "tag": "2680f8c7-21ae-46fd-9edc-02006c3583b4", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:38.053581 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1148b688-cc59-4594-a8f2-e38817f06d98 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:38.054179 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca05bd4-4da8-44ea-8859-b91a43a781fd', 'name': 'network-vif-deleted', 'tag': '2680f8c7-21ae-46fd-9edc-02006c3583b4', 'status': 'completed', 'code': 200} Nov 23 19:17:38.300493 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728641d-1122-4767-a97c-54031d66e200 req-ab392ddf-f499-4a37-bb42-04eac61a5b9c tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:38.301952 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5728641d-1122-4767-a97c-54031d66e200 req-ab392ddf-f499-4a37-bb42-04eac61a5b9c tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.0476434 Nov 23 19:17:38.353063 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-5728641d-1122-4767-a97c-54031d66e200 req-57b99fd6-1c36-4455-944d-ae8b696eb613 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451655 Nov 23 19:17:38.818404 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.474776 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1032809-1f5d-4557-b559-4d045f07bcf6 req-2ac6fed8-2b93-4ed3-94ad-5c98b3247512 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:39.476435 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a1032809-1f5d-4557-b559-4d045f07bcf6 req-2ac6fed8-2b93-4ed3-94ad-5c98b3247512 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.0525963 Nov 23 19:17:39.530576 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a1032809-1f5d-4557-b559-4d045f07bcf6 req-9d03dc27-b046-4a55-81ca-686cff747bf3 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Nov 23 19:17:39.589043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50332) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:39.921866 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.142080 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 2680f8c7-21ae-46fd-9edc-02006c3583b4 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:40.151679 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Deleting port c23c78e1-963d-4cb6-ac08-cc0887b757cf {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:40.152046 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.161693 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 2680f8c7-21ae-46fd-9edc-02006c3583b4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:40.162041 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 2680f8c7-21ae-46fd-9edc-02006c3583b4 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:40.237440 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] For port c23c78e1-963d-4cb6-ac08-cc0887b757cf, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=c23c78e1-963d-4cb6-ac08-cc0887b757cf,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:40.237737 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.249678 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Calling delete_port for c23c78e1-963d-4cb6-ac08-cc0887b757cf owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:40.322974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.426722 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.453169 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Pushing event deleted for resources: {'Port': ['ID=c23c78e1-963d-4cb6-ac08-cc0887b757cf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.620197 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.003197 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38fce-b64d-4bed-85bf-036094b31960 req-f032464e-eea1-4d79-830f-852c1e0197ce tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:41.004651 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3ca38fce-b64d-4bed-85bf-036094b31960 req-f032464e-eea1-4d79-830f-852c1e0197ce tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.3967412 Nov 23 19:17:41.093277 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3ca38fce-b64d-4bed-85bf-036094b31960 req-c6cedb2e-55d4-4ee3-9a23-bbf4ce8b9b5a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826592 Nov 23 19:17:41.147483 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Router 6e2c4250-3a53-4323-a55c-ee14da486d29 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:41.248197 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:41.253934 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-902c686d-4a18-4ce4-b57f-5a321abd8fee admin admin] 10.222.0.31 "PUT /v2.0/routers/6e2c4250-3a53-4323-a55c-ee14da486d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6638746 Nov 23 19:17:41.256577 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50338) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:41.260133 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Sync routers for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:41.269708 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:41.270321 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:41.357684 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.374555 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:41.453807 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.507494 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Deleting port eaa612ad-2e6c-4786-87fe-e0e4b838a997 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:41.507863 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.554994 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:17:40Z', 'revision_number': 5, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port': {'id': 'eaa612ad-2e6c-4786-87fe-e0e4b838a997', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:22Z', 'updated_at': '2021-11-23T19:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:41.582309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Checking router: 6e2c4250-3a53-4323-a55c-ee14da486d29 for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:41.585098 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] For port eaa612ad-2e6c-4786-87fe-e0e4b838a997, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=eaa612ad-2e6c-4786-87fe-e0e4b838a997,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:41.585485 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.590519 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Routers {'6e2c4250-3a53-4323-a55c-ee14da486d29'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:41.591114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['6e2c4250-3a53-4323-a55c-ee14da486d29'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:41.598668 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Calling delete_port for eaa612ad-2e6c-4786-87fe-e0e4b838a997 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:41.679834 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] Set router 6e2c4250-3a53-4323-a55c-ee14da486d29 gateway port host: None {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:41.733105 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:17:41Z', 'revision_number': 6, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:41.759361 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.760014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5bc4c-1236-434a-a5d1-d49ff06391b8 None None] The sync data for ids ['6e2c4250-3a53-4323-a55c-ee14da486d29'] in dv-cinder-819007-1-iscsi is: [{'id': '6e2c4250-3a53-4323-a55c-ee14da486d29', 'name': 'tempest-TestMinimumBasicScenario-1579295218-router', 'tenant_id': 'd74dc5828e644329a889417dbdc03258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:21Z', 'updated_at': '2021-11-23T19:17:41Z', 'revision_number': 6, 'project_id': 'd74dc5828e644329a889417dbdc03258', 'gw_port_host': None}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:41.787291 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa612ad-2e6c-4786-87fe-e0e4b838a997,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:41.851071 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.938152 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.940778 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.982413 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.983027 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2c4250-3a53-4323-a55c-ee14da486d29 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:17:41.988108 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:41.989245 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-b2d488b6-17b0-4276-909e-fff5b230ce49 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6e2c4250-3a53-4323-a55c-ee14da486d29 HTTP/1.1" status: 204 len: 168 time: 0.7316866 Nov 23 19:17:41.991848 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50340) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:42.038496 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Deleting subnet 7b42ca85-2f45-46f0-96bb-6b86077804bf {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:17:42.041495 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.073970 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.150810 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.215746 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.247417 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b42ca85-2f45-46f0-96bb-6b86077804bf,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:42.249463 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.253171 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-5ace477a-be2d-475b-88eb-0d7547c92741 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b42ca85-2f45-46f0-96bb-6b86077804bf HTTP/1.1" status: 204 len: 168 time: 0.2603807 Nov 23 19:17:42.254907 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d39b4-1a7f-4776-b76d-9100e368ab46 None None] Network ded14acb-079e-4714-bfd7-e985658dcd61 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:42.256187 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50346) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:42.285301 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17754ed-1ef9-40fc-9254-df597ada0467 req-8da060bd-6b39-4516-9a44-3dc516fef516 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:42.287528 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a17754ed-1ef9-40fc-9254-df597ada0467 req-8da060bd-6b39-4516-9a44-3dc516fef516 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.1139686 Nov 23 19:17:42.328661 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.341187 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a17754ed-1ef9-40fc-9254-df597ada0467 req-ab0c4672-9da3-47e7-8356-cb03127aa222 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Nov 23 19:17:42.383798 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Deleting port f8fc1826-6931-46b6-a218-381858bf2c12 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:42.384156 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.449531 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] For port f8fc1826-6931-46b6-a218-381858bf2c12, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=f8fc1826-6931-46b6-a218-381858bf2c12,segment=NetworkSegment(f2c04d48-12fc-4b36-ac3c-c896c73ffdd4),segment_id=f2c04d48-12fc-4b36-ac3c-c896c73ffdd4)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:42.449915 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.462635 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Calling delete_port for f8fc1826-6931-46b6-a218-381858bf2c12 owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:42.541740 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.552170 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d371bf-f628-466c-b799-cef8dec21f5a None None] DHCP port deletion for ded14acb-079e-4714-bfd7-e985658dcd61 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:42.572322 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fc1826-6931-46b6-a218-381858bf2c12,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:42.575534 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] No DVR routers for this DVR port f8fc1826-6931-46b6-a218-381858bf2c12 on host dv-cinder-819007-1-iscsi {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:42.652019 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.671446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded14acb-079e-4714-bfd7-e985658dcd61']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:42.681575 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:42.681871 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c04d48-12fc-4b36-ac3c-c896c73ffdd4') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:42.693168 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.706496 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.713149 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:17:42.713528 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:17:42.715156 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:17:42.773936 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.780236 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:42.783596 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ded14acb-079e-4714-bfd7-e985658dcd61 HTTP/1.1" status: 204 len: 168 time: 0.5260541 Nov 23 19:17:42.786593 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50348) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:42.792747 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419dd7e-1024-48fb-bb04-fddebb84d425 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded14acb-079e-4714-bfd7-e985658dcd61,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:42.957628 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c23c78e1-963d-4cb6-ac08-cc0887b757cf no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:42.978068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: c23c78e1-963d-4cb6-ac08-cc0887b757cf {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:42.978408 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device c23c78e1-963d-4cb6-ac08-cc0887b757cf not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:42.978806 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device eaa612ad-2e6c-4786-87fe-e0e4b838a997 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:42.997490 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: eaa612ad-2e6c-4786-87fe-e0e4b838a997 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:42.997829 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device eaa612ad-2e6c-4786-87fe-e0e4b838a997 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:42.998228 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f8fc1826-6931-46b6-a218-381858bf2c12 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:43.019422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: f8fc1826-6931-46b6-a218-381858bf2c12 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:43.019757 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device f8fc1826-6931-46b6-a218-381858bf2c12 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:43.127296 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.363912 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Deleting port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:43.364581 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.440956 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] For port 03f96f57-b2b0-4bd6-97bd-b17afdb0184b, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:43.441346 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.453686 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Calling delete_port for 03f96f57-b2b0-4bd6-97bd-b17afdb0184b owned by network:router_interface {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:43.455944 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72fc02-b08d-4ade-a5e3-0e61ebc5b394 req-8c229b2e-a98b-409c-8e20-97c3c0b09d11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:43.457423 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ea72fc02-b08d-4ade-a5e3-0e61ebc5b394 req-8c229b2e-a98b-409c-8e20-97c3c0b09d11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 944 time: 0.0488951 Nov 23 19:17:43.505966 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-ea72fc02-b08d-4ade-a5e3-0e61ebc5b394 req-bc22cd64-54ff-4aff-a9ee-a471b73f9e9b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Nov 23 19:17:43.630861 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.664367 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f96f57-b2b0-4bd6-97bd-b17afdb0184b,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:43.827528 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.039092 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Router f8f7030e-407e-4799-a287-14ea1c3fa2de has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:44.143355 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:44.148298 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c59f0b4c-737a-41ce-a975-2396275ad142 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8f7030e-407e-4799-a287-14ea1c3fa2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3606505 Nov 23 19:17:44.150807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50352) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:44.152498 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Sync routers for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:44.156372 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a7f7bcb7-6795-4568-9be2-bd4988cfc0df details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:17:44.163380 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:44.164020 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:44.254342 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:44.259589 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.266486 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'port_id': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'mac_address': 'fa:16:3e:53:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:17:44.269730 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:44.374772 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.434154 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Deleting port 23b1ba39-da87-4500-9f63-9475998eab5a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:44.434500 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.437322 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.451090 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f7bcb7-6795-4568-9be2-bd4988cfc0df {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:44.463815 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:17:43Z', 'revision_number': 5, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port': {'id': '23b1ba39-da87-4500-9f63-9475998eab5a', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:15:28Z', 'updated_at': '2021-11-23T19:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:44.474248 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:44.479268 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.491307 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Checking router: f8f7030e-407e-4799-a287-14ea1c3fa2de for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:44.499659 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Routers {'f8f7030e-407e-4799-a287-14ea1c3fa2de'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:44.500561 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['f8f7030e-407e-4799-a287-14ea1c3fa2de'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:44.519652 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] For port 23b1ba39-da87-4500-9f63-9475998eab5a, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=23b1ba39-da87-4500-9f63-9475998eab5a,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:44.520074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.531440 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:44.536291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Calling delete_port for 23b1ba39-da87-4500-9f63-9475998eab5a owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:44.655859 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f23-81de-4ce6-acbe-37f98431f87d req-6058c9e3-ffc4-471a-a236-bd17f86f7c38 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:44.657380 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-98ea9f23-81de-4ce6-acbe-37f98431f87d req-6058c9e3-ffc4-471a-a236-bd17f86f7c38 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 945 time: 0.0748603 Nov 23 19:17:44.686398 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['a7f7bcb7-6795-4568-9be2-bd4988cfc0df'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:44.694549 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] Set router f8f7030e-407e-4799-a287-14ea1c3fa2de gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:44.748534 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:17:44Z', 'revision_number': 6, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:44.749637 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-98ea9f23-81de-4ce6-acbe-37f98431f87d req-71bba907-d1d2-45e9-846a-8a521a63cbae tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585699 Nov 23 19:17:44.791909 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f3963-5fd0-434c-b786-00c6e556a696 None None] The sync data for ids ['f8f7030e-407e-4799-a287-14ea1c3fa2de'] in dv-cinder-819007-1-iscsi is: [{'id': 'f8f7030e-407e-4799-a287-14ea1c3fa2de', 'name': 'tempest-TestMinimumBasicScenario-1887039857-router', 'tenant_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:15:27Z', 'updated_at': '2021-11-23T19:17:44Z', 'revision_number': 6, 'project_id': '61e5f3bffc624ce5b383f6dc5117dd3f', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:44.798078 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.830386 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b1ba39-da87-4500-9f63-9475998eab5a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:44.898981 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.987807 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:44.989952 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.031422 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.032013 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f7030e-407e-4799-a287-14ea1c3fa2de {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:17:45.036378 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.037627 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-4a16ee5b-2a9e-4d6e-83d7-c43eadcdf3e0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f8f7030e-407e-4799-a287-14ea1c3fa2de HTTP/1.1" status: 204 len: 168 time: 0.8858180 Nov 23 19:17:45.040019 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50356) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:45.084068 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Deleting subnet 4b166d8d-d50c-4f72-af2c-2978ce6b554f {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:17:45.086991 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.125195 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527701121'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.219694 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.273344 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533675472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527452359'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.299691 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b166d8d-d50c-4f72-af2c-2978ce6b554f,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:45.302779 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.308385 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-c669322a-33fe-46fc-ae29-bf0763962d14 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b166d8d-d50c-4f72-af2c-2978ce6b554f HTTP/1.1" status: 204 len: 168 time: 0.2651927 Nov 23 19:17:45.308621 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50358) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:45.308748 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4884778-6766-4b0c-9a8e-960919c27d46 None None] Network 83e773d8-396a-4c94-9927-0ebe8f2f14dc requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:45.380083 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.432145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Deleting port d328cb7a-3213-4316-983d-e7c20eeeb839 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:45.432477 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.500906 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] For port d328cb7a-3213-4316-983d-e7c20eeeb839, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=d328cb7a-3213-4316-983d-e7c20eeeb839,segment=NetworkSegment(0345bec5-ef80-4625-91ff-d2662e89c446),segment_id=0345bec5-ef80-4625-91ff-d2662e89c446)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:45.501198 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.513184 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Calling delete_port for d328cb7a-3213-4316-983d-e7c20eeeb839 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:45.590073 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa1635-286c-4a8c-9291-befccdbb3e5e None None] DHCP port deletion for 83e773d8-396a-4c94-9927-0ebe8f2f14dc request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:45.594298 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.616204 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 03f96f57-b2b0-4bd6-97bd-b17afdb0184b no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:45.627458 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d328cb7a-3213-4316-983d-e7c20eeeb839,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:45.632733 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] No DVR routers for this DVR port d328cb7a-3213-4316-983d-e7c20eeeb839 on host dv-cinder-819007-1-iscsi {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:45.638020 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 03f96f57-b2b0-4bd6-97bd-b17afdb0184b {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:45.638362 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 03f96f57-b2b0-4bd6-97bd-b17afdb0184b not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:45.707540 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.727456 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e773d8-396a-4c94-9927-0ebe8f2f14dc']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:45.736827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0345bec5-ef80-4625-91ff-d2662e89c446') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:45.737116 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0345bec5-ef80-4625-91ff-d2662e89c446') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:45.746490 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.760266 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.766418 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:17:45.767038 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:17:45.769297 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:17:45.831506 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.836912 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.840735 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83e773d8-396a-4c94-9927-0ebe8f2f14dc HTTP/1.1" status: 204 len: 168 time: 0.5311797 Nov 23 19:17:45.854496 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb013-bcf1-447b-a2f8-851e8f2cdb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e773d8-396a-4c94-9927-0ebe8f2f14dc,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:45.881306 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8beb-2331-4aa8-9be1-5d44cbad798e req-7bad2529-f335-47df-89b9-f133463bf499 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.882777 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6baa8beb-2331-4aa8-9be1-5d44cbad798e req-7bad2529-f335-47df-89b9-f133463bf499 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Nov 23 19:17:45.932422 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6baa8beb-2331-4aa8-9be1-5d44cbad798e req-202b7249-dd7e-48cf-affa-29e8d79b442d tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Nov 23 19:17:46.006529 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50364) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:46.045883 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3fdb25b5-4cc5-4993-bc0f-ecd0367c4d39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74dc5828e644329a889417dbdc03258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382268 Nov 23 19:17:46.048326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50366) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:46.094725 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.116747 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.155356 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a7f7bcb7-6795-4568-9be2-bd4988cfc0df up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:46.163667 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.166696 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.172138 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/650adde1-f76e-4ddd-8015-86ae1bb25747 HTTP/1.1" status: 204 len: 168 time: 0.1211596 Nov 23 19:17:46.183381 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaf46d-1c1a-48ac-87fd-ee0858450288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650adde1-f76e-4ddd-8015-86ae1bb25747,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:46.219886 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port a7f7bcb7-6795-4568-9be2-bd4988cfc0df completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:17:46.224112 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port a7f7bcb7-6795-4568-9be2-bd4988cfc0df triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:46.224477 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.301844 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.326037 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:46.328302 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f766ed-4fdd-4dc6-bbe2-d00223ef3983" -d '{"events": [{"server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "name": "network-vif-plugged", "status": "completed", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:46.341449 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:46.346506 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.371157 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364ff7a-592f-48bd-a21f-249804158d59 x-openstack-request-id: req-0364ff7a-592f-48bd-a21f-249804158d59 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:46.371452 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "name": "network-vif-plugged", "status": "completed", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:46.371699 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0364ff7a-592f-48bd-a21f-249804158d59 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:46.372107 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'code': 200} Nov 23 19:17:46.401651 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:46.496993 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50374) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:46.541961 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-7ecc98d0-5510-422f-900e-f365fe045876 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61e5f3bffc624ce5b383f6dc5117dd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437932 Nov 23 19:17:46.544432 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50376) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:46.586264 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ac15-0869-400c-ad8b-0c9069cc7fee req-54644971-e838-4bcf-af31-5468f281e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:46.587781 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8b50ac15-0869-400c-ad8b-0c9069cc7fee req-54644971-e838-4bcf-af31-5468f281e6cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1099 time: 0.0441244 Nov 23 19:17:46.591804 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.614349 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.636413 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8b50ac15-0869-400c-ad8b-0c9069cc7fee req-03de3f68-52ca-4143-9be4-f4a5b6d1755c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Nov 23 19:17:46.660266 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:17:46.662211 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.665013 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:46.666279 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b821ca0-0111-4dbe-80c2-ff23e4fe0df6 HTTP/1.1" status: 204 len: 168 time: 0.1209595 Nov 23 19:17:46.674767 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37420319-8708-46e8-b02f-03f30eb966f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b821ca0-0111-4dbe-80c2-ff23e4fe0df6,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:46.957537 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 23b1ba39-da87-4500-9f63-9475998eab5a no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:46.979461 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 23b1ba39-da87-4500-9f63-9475998eab5a {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:46.979855 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 23b1ba39-da87-4500-9f63-9475998eab5a not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:46.980251 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d328cb7a-3213-4316-983d-e7c20eeeb839 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:47.009760 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: d328cb7a-3213-4316-983d-e7c20eeeb839 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:47.010143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device d328cb7a-3213-4316-983d-e7c20eeeb839 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:47.056490 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f9f9-c5a6-45b0-913b-688877aeeaff req-810c8480-af84-4bc0-b222-f2e5fd3b7123 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:47.057976 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e568f9f9-c5a6-45b0-913b-688877aeeaff req-810c8480-af84-4bc0-b222-f2e5fd3b7123 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Nov 23 19:17:47.107166 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e568f9f9-c5a6-45b0-913b-688877aeeaff req-129c91a6-95e8-462a-bbc8-afce47dc5722 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Nov 23 19:17:48.221696 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f10d0-961a-4639-83be-3e9e836dfdfb req-80351e20-5a8e-4b60-8a28-1e0da8796f70 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:48.223132 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9a0f10d0-961a-4639-83be-3e9e836dfdfb req-80351e20-5a8e-4b60-8a28-1e0da8796f70 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0465741 Nov 23 19:17:48.273873 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9a0f10d0-961a-4639-83be-3e9e836dfdfb req-8f91eb2b-5d79-4e6c-9b94-48508a8732a9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Nov 23 19:17:48.393414 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b058-8129-4155-861f-dd5ca18f7c4c req-29403fcd-02ad-4fa3-bc5e-7c8f30e52461 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:48.394781 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d199b058-8129-4155-861f-dd5ca18f7c4c req-29403fcd-02ad-4fa3-bc5e-7c8f30e52461 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0516577 Nov 23 19:17:48.443912 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-d199b058-8129-4155-861f-dd5ca18f7c4c req-0c07ab45-95ab-445a-821e-f191a97bc702 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Nov 23 19:17:48.465401 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50386) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:48.691425 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83321f5-7e7f-429c-ae58-91d492a7475c tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:48.692945 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f83321f5-7e7f-429c-ae58-91d492a7475c tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1094 time: 0.2265790 Nov 23 19:17:48.695685 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50390) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:48.699873 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'port_id': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:48.722440 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.818368 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.921446 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.27.0.158 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/be04de0c-8695-4b7f-94d8-490dd06e104a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:49.024006 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.056181 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.094738 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:49.097471 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:49.100830 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:49.121224 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=be04de0c-8695-4b7f-94d8-490dd06e104a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:49.444428 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.507401 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.652326 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.656828 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.727735 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=be04de0c-8695-4b7f-94d8-490dd06e104a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:49.736043 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.834803 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.l3_db [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP 9ecfe461-d6eb-48ff-a726-c2b397424cd4 associated. External IP: 172.27.0.158, port: a7f7bcb7-6795-4568-9be2-bd4988cfc0df. Nov 23 19:17:50.281666 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:50.390432 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:50.400595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:50.412193 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:50.412819 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.413095 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:50.451786 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-79866d93-4af6-4dd5-bdb5-868199c713ab tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7436969 Nov 23 19:17:50.451786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:50.451786 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fbec94-30fd-4ffc-ae97-8bb4b509323c" -d '{"events": [{"name": "network-changed", "server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:50.478815 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44ebc6-ec34-4aaa-b00f-44e0f3d756a4 x-openstack-request-id: req-cc44ebc6-ec34-4aaa-b00f-44e0f3d756a4 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:50.479121 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:50.479363 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc44ebc6-ec34-4aaa-b00f-44e0f3d756a4 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:50.479779 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'status': 'completed', 'code': 200} Nov 23 19:17:50.521110 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:50.541490 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-00020de6-ee31-4b42-90fe-4048fb83a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.542917 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-00020de6-ee31-4b42-90fe-4048fb83a4bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1099 time: 0.0405095 Nov 23 19:17:50.634319 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-cb416325-0708-45e1-9ff1-3ac1598f49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.635792 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-cb416325-0708-45e1-9ff1-3ac1598f49f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0848503 Nov 23 19:17:50.703532 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-89f64cf6-20a3-41e2-9439-26f6f262dcae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 1000 time: 0.0612137 Nov 23 19:17:50.749565 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '9ecfe461-d6eb-48ff-a726-c2b397424cd4', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:53:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f20da-0c24-4fcb-a6f2-722c99149246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:49Z', 'updated_at': '2021-11-23T19:17:49Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.752812 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-4acb6bff-99dc-4b02-956f-029d0837e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.754303 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-4acb6bff-99dc-4b02-956f-029d0837e9af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0439637 Nov 23 19:17:50.776694 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:50.785088 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:50.785697 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:17:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.799660 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-7d6084ad-4f1d-499d-b5ef-e6cc1d2d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.801085 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-7d6084ad-4f1d-499d-b5ef-e6cc1d2d896c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400167 Nov 23 19:17:50.891529 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-210951ac-3589-403b-99e1-4406bcc38295 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Nov 23 19:17:50.892555 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:50.980979 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-58fbec94-30fd-4ffc-ae97-8bb4b509323c req-77bc8418-6f8c-40c2-accc-1b825673f086 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827394 Nov 23 19:17:51.122135 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '9ecfe461-d6eb-48ff-a726-c2b397424cd4', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:53:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f20da-0c24-4fcb-a6f2-722c99149246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:49Z', 'updated_at': '2021-11-23T19:17:49Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:51.148654 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550c5e8-a59b-47b1-9e8a-87565f0cc9cb None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '9ecfe461-d6eb-48ff-a726-c2b397424cd4', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:53:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f20da-0c24-4fcb-a6f2-722c99149246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:49Z', 'updated_at': '2021-11-23T19:17:49Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:51.333144 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed2b26-6f2c-421d-834c-f3be914cd03f None None] New status for floating IP 9ecfe461-d6eb-48ff-a726-c2b397424cd4: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:17:53.512746 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:58.186435 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-238b7209-ccf0-4d77-bff8-3511b0352618 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414388 Nov 23 19:17:58.264336 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-d0b0bc1c-cbc4-46df-8432-7f77191cd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:58.265807 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-d0b0bc1c-cbc4-46df-8432-7f77191cd1d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1099 time: 0.0392208 Nov 23 19:17:58.369331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-c3faffbb-fe16-4053-b004-b3cc76ec77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:58.370749 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-c3faffbb-fe16-4053-b004-b3cc76ec77a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0859807 Nov 23 19:17:58.434042 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-71673120-0c00-48e9-b61e-a27a31ed7750 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 1002 time: 0.0563800 Nov 23 19:17:58.481125 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-e56d5708-21ce-48e0-93ce-fe058ed0aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:58.482422 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-e56d5708-21ce-48e0-93ce-fe058ed0aea4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0420823 Nov 23 19:17:58.529126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-584a6fb6-ea96-4ebe-afa1-a7f9d7e5413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:58.530538 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-584a6fb6-ea96-4ebe-afa1-a7f9d7e5413c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407996 Nov 23 19:17:58.541816 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-b146fc84-b538-431d-8c0a-01db481f0f8c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102736) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:17:58.542734 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-b146fc84-b538-431d-8c0a-01db481f0f8c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047317 Nov 23 19:17:58.894215 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-82c64aca-fc1c-40ac-bc8d-e6d03dc3297a service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443465 Nov 23 19:17:58.983382 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5fa5549c-86ed-48ca-94ce-a7b125d6e3ef req-adee8e1c-dca1-46bf-9437-26e3561b3ab4 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817230 Nov 23 19:18:03.980775 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a8e4-02cf-4ee3-99dd-380b5d7f8c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:06.249344 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-20a7d61e-cc19-45af-bfcd-aca52a74ae38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:07.489427 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:08.820878 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:10.324599 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:23.510136 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:23.660264 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:18:33.982842 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-00560089-c765-403f-a068-58922490c787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:36.249405 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-2fb330fb-5463-403f-bade-9407e54d91cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.493960 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:38.825337 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:40.325659 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:53.508176 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:00.228828 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-b45826a3-69a3-43e4-b5a9-ffbb06706aaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861702 Nov 23 19:19:00.307947 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-d72abd1a-4de8-4276-b4bb-52dda1c7b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.309407 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-d72abd1a-4de8-4276-b4bb-52dda1c7b498 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 1099 time: 0.0392337 Nov 23 19:19:00.413745 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-ce0cf9b7-7b11-497a-b25a-dd8bfae5f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.415144 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-ce0cf9b7-7b11-497a-b25a-dd8bfae5f258 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0867593 Nov 23 19:19:00.480149 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-4cd0785d-a479-4524-a842-e9c32bf140ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 200 len: 1002 time: 0.0574698 Nov 23 19:19:00.539858 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-6b0e6c6c-39f2-4eef-b26e-bc4d2088d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.541310 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-6b0e6c6c-39f2-4eef-b26e-bc4d2088d0f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0547094 Nov 23 19:19:00.587415 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-c37e67a4-3698-4e90-9f2d-c04a058ca0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:00.588930 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-c37e67a4-3698-4e90-9f2d-c04a058ca0aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405304 Nov 23 19:19:00.658369 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:19:00.677887 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-1da342a6-5e80-47fd-8c09-845162ce0611 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Nov 23 19:19:00.768927 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-eabb7be8-6223-4d30-83f6-fb33237c813f req-17367f33-a3a0-4c01-8b2f-620d56e0f0e8 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Nov 23 19:19:03.982815 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-794f4d75-a4d5-4e3b-a8bb-86a33d1b538c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.250780 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ea7522d1-ded3-43fc-9a60-150e912df263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.494787 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:08.827453 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.327250 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.526668 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:33.984248 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6b306549-7b1d-4c8b-a5c9-cb42d333717c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:36.252394 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-95d9601a-69ab-4782-ba90-8002b18c47bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:37.497164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:37.657726 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:19:38.830757 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.331221 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:45.722283 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c014-9205-4a43-b259-1cd2106ef784 req-67135629-0ce3-41d1-99fd-0c3bf148aa82 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:45.723752 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8d63c014-9205-4a43-b259-1cd2106ef784 req-67135629-0ce3-41d1-99fd-0c3bf148aa82 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Nov 23 19:19:45.775571 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8d63c014-9205-4a43-b259-1cd2106ef784 req-daa7b6a5-1a5e-4592-ab96-540b1b7c30ef tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Nov 23 19:19:46.907004 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031577e-b36a-4033-8826-d4724ddd49c2 req-1ee32766-67ae-46b7-80b3-8b616d3a2847 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:46.908431 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9031577e-b36a-4033-8826-d4724ddd49c2 req-1ee32766-67ae-46b7-80b3-8b616d3a2847 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0498860 Nov 23 19:19:46.957413 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-9031577e-b36a-4033-8826-d4724ddd49c2 req-2f19afbd-cf54-43ef-a438-bdc63e9b256c tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Nov 23 19:19:47.268730 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-ece13233-1050-4e75-9a82-235718f1462f tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:47.270175 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-ece13233-1050-4e75-9a82-235718f1462f tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 946 time: 0.0525091 Nov 23 19:19:47.358602 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port a7f7bcb7-6795-4568-9be2-bd4988cfc0df {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:47.358938 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:47.449102 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] For port a7f7bcb7-6795-4568-9be2-bd4988cfc0df, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:47.449461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:47.617186 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:47.617457 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:47.617772 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP 9ecfe461-d6eb-48ff-a726-c2b397424cd4 disassociated. External IP: 172.27.0.158, port: a7f7bcb7-6795-4568-9be2-bd4988cfc0df. Nov 23 19:19:47.618113 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for a7f7bcb7-6795-4568-9be2-bd4988cfc0df owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:47.745730 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:47.773982 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=a7f7bcb7-6795-4568-9be2-bd4988cfc0df,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:47.785161 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.785519 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.785867 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.786210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.786541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.786888 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.787961 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.788201 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.788541 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.788872 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.789211 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.789528 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:47.897607 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:48.003717 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:48.016280 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:48.028570 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:48.029187 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:19:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:48.044905 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] No DVR routers for this DVR port a7f7bcb7-6795-4568-9be2-bd4988cfc0df on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:48.047723 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:48.051911 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d99ff485-585a-4fc1-8fbd-91bc2437f400 req-b362bbdf-0d5b-4016-b129-147388cf2b11 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "DELETE /v2.0/ports/a7f7bcb7-6795-4568-9be2-bd4988cfc0df HTTP/1.1" status: 204 len: 173 time: 0.7749481 Nov 23 19:19:48.052345 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'name': 'network-vif-deleted', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:48.056226 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea94d68e-5de5-4497-9958-6b8d52a6daf8" -d '{"events": [{"server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "name": "network-vif-deleted", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:48.099061 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-54ec01b0-b6d0-4598-8416-ae2cbbae69b3 req-8fb2822a-66da-476f-96df-499895aa2ec8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=741f20da-0c24-4fcb-a6f2-722c99149246 HTTP/1.1" status: 200 len: 210 time: 0.0397255 Nov 23 19:19:48.144011 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:48.242826 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbedb96-027e-4b6e-b614-bdbfeea40785 x-openstack-request-id: req-2bbedb96-027e-4b6e-b614-bdbfeea40785 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:48.243116 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741f20da-0c24-4fcb-a6f2-722c99149246", "name": "network-vif-deleted", "tag": "a7f7bcb7-6795-4568-9be2-bd4988cfc0df", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:48.243362 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bbedb96-027e-4b6e-b614-bdbfeea40785 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:48.243758 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741f20da-0c24-4fcb-a6f2-722c99149246', 'name': 'network-vif-deleted', 'tag': 'a7f7bcb7-6795-4568-9be2-bd4988cfc0df', 'status': 'completed', 'code': 200} Nov 23 19:19:48.479184 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:48.504477 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:48.512646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:48.513238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:19:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:48.619363 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:48.827327 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:48.853043 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8020ef-7971-445a-8f0f-3b904681e6bc None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:49.058962 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307a8f4-8922-4bd3-8230-1c0e534ed337 None None] New status for floating IP 9ecfe461-d6eb-48ff-a726-c2b397424cd4: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:19:49.358791 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-7504281b-29ab-492d-b6db-50ec443a2ae5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068973383&fields=id&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 267 time: 0.0437272 Nov 23 19:19:49.468770 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-9e89dc87-83df-4aad-9957-448f0bc855fc tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:49.470147 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-9e89dc87-83df-4aad-9957-448f0bc855fc tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1040077 Nov 23 19:19:49.484650 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-b002490e-5283-43bd-b445-0be190a771ba tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/quotas/ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 375 time: 0.0087073 Nov 23 19:19:49.534867 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-8a99ed10-945d-4079-8e98-bbede7913cf8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450783 Nov 23 19:19:49.598992 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-49f2edf2-c9e4-4a4d-9c1c-81b4e4a1c633 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:19:49.600554 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-49f2edf2-c9e4-4a4d-9c1c-81b4e4a1c633 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519462 Nov 23 19:19:49.690981 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-ff4292dd-7b14-4257-85a1-fc3c2f530ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Nov 23 19:19:49.779099 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-d9a68c6d-667d-42ae-93e7-da19086ba5e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822072 Nov 23 19:19:50.057292 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b6b1e14d-6a66-4a8e-8deb-16f7470cbe85 req-ef916134-450f-48a3-9cae-6034a6c5cbb7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 210 time: 0.0315540 Nov 23 19:19:51.050729 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-8f7d1560-5bab-4267-90c9-69d0db8733c4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:51.053140 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-8f7d1560-5bab-4267-90c9-69d0db8733c4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1027682 Nov 23 19:19:51.117700 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-4ded7dbf-da9b-4609-93ee-382000fd1291 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 380 time: 0.0554817 Nov 23 19:19:51.127572 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'port': {'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'admin_state_up': True, 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'security_groups': ['f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:51.158383 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8ab26305-753d-4ad7-8cac-5a4e9b02218e req-3c8cc2bf-9cd3-495c-b7af-a98d754726fa tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Nov 23 19:19:51.240131 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Made reservation on behalf of ba2e74ba2373498aa3f7c05a9ac4c397 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:19:51.243473 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.373248 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.20.0.4 (4afac150-ec63-4424-b063-9f2453115790/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8/3b320af2-2d55-4778-a9a1-cb30ba07ca38) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:51.512740 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.546313 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.592553 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:51.597534 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:51.601363 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:51.630185 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:51.657466 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:51.658094 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.674808 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-1c854f18-0bf4-470b-8095-581288f23c94 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511048 Nov 23 19:19:51.688233 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Request body: {'port': {'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:51.744269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.849899 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-339e4692-13f2-4377-bc1f-ebf3d7eaa3ac None None] Provisioning complete for port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:51.850474 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-339e4692-13f2-4377-bc1f-ebf3d7eaa3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:51.887895 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-339e4692-13f2-4377-bc1f-ebf3d7eaa3ac None None] Port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:52.002190 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b320af2-2d55-4778-a9a1-cb30ba07ca38 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:19:52.010086 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:52.021965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Transition to ACTIVE for port object 3b320af2-2d55-4778-a9a1-cb30ba07ca38 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:19:52.025164 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:52.092183 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Pushing event updated for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:52.143595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Attempting to bind port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:19:52.144316 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Attempting to bind port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:19:52.144316 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Attempting to bind port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:52.149509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 on network 4afac150-ec63-4424-b063-9f2453115790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:19:52.149831 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Attempting to bind port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:52.154927 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:19:52.155258 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:52.155641 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Bound using segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:19:52.156098 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Bound port: 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:19:52.156486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:52.226463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:19:52.231261 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:19:52.243305 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:52.289686 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.290292 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:52.291648 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 1093 time: 0.6077890 Nov 23 19:19:52.293763 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:52.296028 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79866cd-2682-4633-bdc7-0bdfa58cbedc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:52.335006 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ff342-36de-4ca8-b2d6-dfc20031e030 req-53edf05e-f12a-452a-a87b-ee50745f9eb2 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.337034 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae6ff342-36de-4ca8-b2d6-dfc20031e030 req-53edf05e-f12a-452a-a87b-ee50745f9eb2 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.1080086 Nov 23 19:19:52.337884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205de86-e14d-4d66-82c3-706d7f370138 service neutron] Pushing event updated for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:52.364404 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c099d2c-34c6-4eb3-99ad-a80cc3ebf950 x-openstack-request-id: req-8c099d2c-34c6-4eb3-99ad-a80cc3ebf950 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:52.364690 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:52.365021 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c099d2c-34c6-4eb3-99ad-a80cc3ebf950 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:52.365425 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'status': 'completed', 'code': 200} Nov 23 19:19:52.428918 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-c53bc167-73c7-4cd9-aa81-dd265d4d81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.430413 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-c53bc167-73c7-4cd9-aa81-dd265d4d81b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1096 time: 0.0823989 Nov 23 19:19:52.434212 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ae6ff342-36de-4ca8-b2d6-dfc20031e030 req-26376b9f-44e6-4fd2-904a-f71a8a889741 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874290 Nov 23 19:19:52.473386 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-7f7f8038-0b8b-4ec0-b8a6-baf6ddcb56d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 217 time: 0.0349064 Nov 23 19:19:52.520884 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-d80ec367-4736-4480-bc2b-5e8729906563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.522933 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-d80ec367-4736-4480-bc2b-5e8729906563 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0432250 Nov 23 19:19:52.570549 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-31bfbea1-59fc-481d-84e9-07930c5603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.572041 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-31bfbea1-59fc-481d-84e9-07930c5603c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424585 Nov 23 19:19:52.660367 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-ed9c19e8-7cf6-4cbe-b1ff-f3c346e22643 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Nov 23 19:19:52.714686 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a7f7bcb7-6795-4568-9be2-bd4988cfc0df no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:52.735193 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: a7f7bcb7-6795-4568-9be2-bd4988cfc0df {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:52.735540 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device a7f7bcb7-6795-4568-9be2-bd4988cfc0df not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:52.751653 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a021aff1-3ad8-4633-b133-2d22ca9788fb req-2edd3524-4668-4c83-b19f-5cf17eec3091 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Nov 23 19:19:52.835463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-b688c2b1-b5e8-4d9f-a264-ebc07575a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.836940 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-b688c2b1-b5e8-4d9f-a264-ebc07575a816 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1096 time: 0.0409036 Nov 23 19:19:52.926417 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-0702bed5-cb82-449d-ab8b-06b58ed745ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:52.928280 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-0702bed5-cb82-449d-ab8b-06b58ed745ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0836954 Nov 23 19:19:52.971242 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-6f18b222-f378-4a85-a186-a7cd5563ea19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 217 time: 0.0343876 Nov 23 19:19:53.020839 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-18f0811c-db51-4856-a2e2-89f466a50162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:53.023877 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-18f0811c-db51-4856-a2e2-89f466a50162 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0453868 Nov 23 19:19:53.070351 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-828f011e-f1cd-4f5e-80ef-edaee24c414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:53.071844 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-828f011e-f1cd-4f5e-80ef-edaee24c414f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411482 Nov 23 19:19:53.164806 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-5a9d7021-d39f-4c22-ad2d-2c9772675db7 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Nov 23 19:19:53.258961 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-f79866cd-2682-4633-bdc7-0bdfa58cbedc req-06c673dd-d5e1-481a-af52-35da4fa51bb1 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 Nov 23 19:19:53.527113 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:53.550028 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090b51-f2db-4175-868f-e73003f15375 req-58f1fa94-f98e-42d8-a1d1-56330459779a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:53.551737 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6e090b51-f2db-4175-868f-e73003f15375 req-58f1fa94-f98e-42d8-a1d1-56330459779a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Nov 23 19:19:53.600242 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6e090b51-f2db-4175-868f-e73003f15375 req-0d8de8c4-7b8c-420b-9c46-f1dc269a881e tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412347 Nov 23 19:19:54.714520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683577-34c0-4ea2-a0aa-65dfc704a84a req-1ff8ea3f-134b-489c-95f6-22fc8bff4b67 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:54.715996 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ba683577-34c0-4ea2-a0aa-65dfc704a84a req-1ff8ea3f-134b-489c-95f6-22fc8bff4b67 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0498655 Nov 23 19:19:54.764305 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-ba683577-34c0-4ea2-a0aa-65dfc704a84a req-2ee5ad40-b307-448f-870f-93abc54ca3fc tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Nov 23 19:19:55.873791 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9cf4c-fa85-4250-a372-30512ff73272 req-943c71c1-7863-4c16-a1b7-814306968d45 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:55.875220 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-74b9cf4c-fa85-4250-a372-30512ff73272 req-943c71c1-7863-4c16-a1b7-814306968d45 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0470953 Nov 23 19:19:55.922122 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-74b9cf4c-fa85-4250-a372-30512ff73272 req-3aa2bead-ba64-495b-8117-5675efb88739 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Nov 23 19:19:57.035176 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a905-75f6-40b0-953d-96907aab65f9 req-6552bbc6-0b7f-4691-993c-7a9dd57f6f68 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:57.036646 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-41a0a905-75f6-40b0-953d-96907aab65f9 req-6552bbc6-0b7f-4691-993c-7a9dd57f6f68 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0481770 Nov 23 19:19:57.084795 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-41a0a905-75f6-40b0-953d-96907aab65f9 req-dbfff549-1fde-4fe9-845b-8c2b697b2046 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Nov 23 19:19:58.200531 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a4799-ce65-419c-ba07-17a027c2d913 req-895ff3ba-9a26-4e76-9868-beb2ef2373bb tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:58.201970 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-151a4799-ce65-419c-ba07-17a027c2d913 req-895ff3ba-9a26-4e76-9868-beb2ef2373bb tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0515077 Nov 23 19:19:58.250447 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-151a4799-ce65-419c-ba07-17a027c2d913 req-c372caa2-ba4a-46f6-ad54-0650442c4675 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Nov 23 19:19:59.366234 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800ec3-9d03-4377-b853-5b511a6e5bcf req-fc2890ca-f753-4dd4-97c4-ad2a0d513127 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:59.367684 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-00800ec3-9d03-4377-b853-5b511a6e5bcf req-fc2890ca-f753-4dd4-97c4-ad2a0d513127 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0519600 Nov 23 19:19:59.415869 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-00800ec3-9d03-4377-b853-5b511a6e5bcf req-dda181b8-d8c6-4651-839c-cc0dd04882c8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Nov 23 19:20:00.526943 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aea79-3686-4de5-8ec5-6bd66c7b729f req-772e80df-1962-42ef-868f-2cd75381013a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:00.528428 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cb6aea79-3686-4de5-8ec5-6bd66c7b729f req-772e80df-1962-42ef-868f-2cd75381013a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 943 time: 0.0479097 Nov 23 19:20:00.576634 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-cb6aea79-3686-4de5-8ec5-6bd66c7b729f req-41732fa3-e12c-4efe-80e8-a5a9c633872e tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Nov 23 19:20:00.746766 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 3b320af2-2d55-4778-a9a1-cb30ba07ca38 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:20:00.841030 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:00.852181 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:20:00.887716 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:00.903120 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b320af2-2d55-4778-a9a1-cb30ba07ca38 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:00.922389 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:00.926598 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:00.972151 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:00.979513 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.979890 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.980285 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.980629 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.980957 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.981286 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.981624 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.981947 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.982270 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.982591 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.982912 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:00.983229 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:01.179611 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['3b320af2-2d55-4778-a9a1-cb30ba07ca38'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:20:01.689029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8847-bafc-4efb-9420-87ea4cfdec5f req-60bab141-24d2-49d7-81e9-62000e9a5cf2 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:01.690548 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2cad8847-bafc-4efb-9420-87ea4cfdec5f req-60bab141-24d2-49d7-81e9-62000e9a5cf2 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 944 time: 0.0481386 Nov 23 19:20:01.739286 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2cad8847-bafc-4efb-9420-87ea4cfdec5f req-82d2b8c4-9a1f-4cc8-b3ce-568b7012c53b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Nov 23 19:20:02.760528 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 3b320af2-2d55-4778-a9a1-cb30ba07ca38 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:02.809786 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:20:02.813691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:02.814063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:02.854513 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c024c-0587-4b50-9817-1ece6e100126 req-7bc41fa3-33e1-46d3-a0c2-1fe2cc74c4d5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:02.856011 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-aa2c024c-0587-4b50-9817-1ece6e100126 req-7bc41fa3-33e1-46d3-a0c2-1fe2cc74c4d5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 944 time: 0.0487750 Nov 23 19:20:02.894226 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:02.908078 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-aa2c024c-0587-4b50-9817-1ece6e100126 req-3b66c025-adbd-4fd9-a60e-a0c1a0df3dc9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Nov 23 19:20:02.918056 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:02.920366 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed04e8-cf7c-4f48-b687-fcaf39bb0ab0" -d '{"events": [{"server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "name": "network-vif-plugged", "status": "completed", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:02.934012 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:02.937836 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:02.985401 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:03.019190 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b3661-fd6d-4b15-a715-b4e098d8a974 x-openstack-request-id: req-987b3661-fd6d-4b15-a715-b4e098d8a974 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:03.019488 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "name": "network-vif-plugged", "status": "completed", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:03.019745 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-987b3661-fd6d-4b15-a715-b4e098d8a974 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:03.020226 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'code': 200} Nov 23 19:20:03.231974 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b919d81-d0db-4180-bf22-bd8d2d0bbaf6 req-8332b468-8c20-41e8-811e-3ffd6be14eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:03.233334 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8b919d81-d0db-4180-bf22-bd8d2d0bbaf6 req-8332b468-8c20-41e8-811e-3ffd6be14eae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1098 time: 0.0427985 Nov 23 19:20:03.279354 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8b919d81-d0db-4180-bf22-bd8d2d0bbaf6 req-70c5e005-be23-4a8a-9a1c-73ad463a3bfc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Nov 23 19:20:03.985950 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-07c2d644-d34b-4f5d-9218-e1b6a26586c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:04.024006 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb869027-d398-42c0-97ca-ced847ddaff1 req-c275127f-c382-4188-ad33-48894d178802 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:04.025472 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bb869027-d398-42c0-97ca-ced847ddaff1 req-c275127f-c382-4188-ad33-48894d178802 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Nov 23 19:20:04.074979 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-bb869027-d398-42c0-97ca-ced847ddaff1 req-0062178e-b102-4b1a-928c-749bea604898 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Nov 23 19:20:05.191865 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e311b3-98c6-4378-98ab-74d3c142bb4b req-d424e4ee-947c-4080-94b5-d18cd18615a8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:05.193996 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-00e311b3-98c6-4378-98ab-74d3c142bb4b req-d424e4ee-947c-4080-94b5-d18cd18615a8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0506492 Nov 23 19:20:05.241551 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-00e311b3-98c6-4378-98ab-74d3c142bb4b req-6c778fa1-635f-4142-96ec-751cb8b7d627 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Nov 23 19:20:05.355099 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38a8e-792f-44b6-9425-1a232b72395a req-73bee42f-1d6e-4d85-8aa3-f50304f895e0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:05.356599 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3aa38a8e-792f-44b6-9425-1a232b72395a req-73bee42f-1d6e-4d85-8aa3-f50304f895e0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0478203 Nov 23 19:20:05.404688 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-3aa38a8e-792f-44b6-9425-1a232b72395a req-13b18198-eb68-4849-aafb-865077bbfcec tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Nov 23 19:20:05.427546 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50518) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:05.477646 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142daf2-4973-4c0e-99a9-303c60f32cdd tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:05.479269 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-f142daf2-4973-4c0e-99a9-303c60f32cdd tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1093 time: 0.0501342 Nov 23 19:20:05.482054 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50520) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:05.486331 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.v2.base [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:05.508781 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:05.603244 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:05.706529 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_common [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.27.0.238 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/27e9889b-1075-4177-b386-6304538bfd7a) {{(pid=102737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:05.808323 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:05.841212 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:05.884933 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:05.887623 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.base_scheduler [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:05.891051 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:05.897542 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=27e9889b-1075-4177-b386-6304538bfd7a,revision_number=1']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:05.925019 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.925366 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.925704 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.926039 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.926625 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.926953 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.927279 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.927730 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.928095 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.928860 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.929189 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:05.929511 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:06.252717 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-5234e0ef-389c-4491-b59f-703b83a3b3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.254822 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.319459 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.462424 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.466721 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532981640'] for port, after_update {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.529699 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=27e9889b-1075-4177-b386-6304538bfd7a,revision_number=2']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:06.540927 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.638372 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.db.l3_db [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP 3b5be3e2-fdcb-4531-ae88-18ccc17329eb associated. External IP: 172.27.0.238, port: 3b320af2-2d55-4778-a9a1-cb30ba07ca38. Nov 23 19:20:06.839722 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:06.941862 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:06.952202 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:06.961772 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:06.964054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:06.965141 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:20:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:06.989062 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2e37721a-322b-4a0c-8d3d-6b8020ac6d32 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5059988 Nov 23 19:20:06.989642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38'}] {{(pid=102737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:06.992196 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2d92d1d2acfc3848cdbf2c3126f1cb63f05c4081c3a323749bd1de02d60756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38"}]}' {{(pid=102737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:07.028351 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9faa5ef-4206-4da7-bae4-2bca6d5f0052 x-openstack-request-id: req-a9faa5ef-4206-4da7-bae4-2bca6d5f0052 {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:07.028642 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38", "status": "completed", "code": 200}]} {{(pid=102737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:07.028898 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9faa5ef-4206-4da7-bae4-2bca6d5f0052 {{(pid=102737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:07.029310 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'status': 'completed', 'code': 200} Nov 23 19:20:07.074858 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:07.091600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-437f9d98-1b99-4af5-a2ff-c88e681806d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:07.093024 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-437f9d98-1b99-4af5-a2ff-c88e681806d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1098 time: 0.0409477 Nov 23 19:20:07.185008 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-eb61aa9b-23f3-42e0-9987-5f3961fde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:07.186478 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-eb61aa9b-23f3-42e0-9987-5f3961fde158 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0865951 Nov 23 19:20:07.251378 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-b7f0dde7-71c4-44a7-935a-84c9bdcf042a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 999 time: 0.0577760 Nov 23 19:20:07.296705 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:06Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:07.302494 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-20d196bd-8e7f-404b-becc-22c2edd8dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:07.303985 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-20d196bd-8e7f-404b-becc-22c2edd8dea8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0464838 Nov 23 19:20:07.322668 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:07.331501 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:07.332123 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:20:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:07.349088 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-7f7e94e2-c4a7-44e0-9e3f-f616983edb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:07.351310 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-7f7e94e2-c4a7-44e0-9e3f-f616983edb44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400450 Nov 23 19:20:07.439590 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:07.443407 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-f67d8194-ec4f-44b4-afd1-20f1031bf442 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840380 Nov 23 19:20:07.533697 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-0f26be26-8a0b-458a-a7f9-4c2d3ab1116f req-50607cbb-d1e4-4b98-b429-38dd79ffe068 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837185 Nov 23 19:20:07.538962 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:07.675454 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:06Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:07.702063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d7c3-6bdf-422a-97a4-e66318c49fb3 None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:06Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:07.878529 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b367f03-9f18-40db-adc9-c77237737089 None None] New status for floating IP 3b5be3e2-fdcb-4531-ae88-18ccc17329eb: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:08.833280 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.334634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:14.656293 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:23.542733 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:33.987265 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-802d549f-3a27-4642-9ba3-25cf819b3c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:36.253899 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-609321a1-0dd2-44eb-ac5a-fff417d2937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:37.503391 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:38.837433 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.338887 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:51.655782 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:53.554004 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.988923 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-456c9044-f301-44ad-a5ad-94f997c88357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:04.355420 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-39d81b83-0e0a-4c1b-93a8-3b6401df16d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424407 Nov 23 19:21:04.439521 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611ce5a-a279-4ba2-927d-4251902e8add req-e0ffbbbd-fc8f-4bb7-9969-0f6adc50c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:04.441042 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-e0ffbbbd-fc8f-4bb7-9969-0f6adc50c2f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1098 time: 0.0440435 Nov 23 19:21:04.542438 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611ce5a-a279-4ba2-927d-4251902e8add req-a5aef172-1239-44b4-8be5-3ad0c4e01307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:04.543905 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-a5aef172-1239-44b4-8be5-3ad0c4e01307 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0827932 Nov 23 19:21:04.610646 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-0e71c961-672f-42a3-8fb0-af1e34c25ff0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 1001 time: 0.0597861 Nov 23 19:21:04.658468 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611ce5a-a279-4ba2-927d-4251902e8add req-d294a3e2-dd5a-488e-ae8f-4ff26e672f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:04.659928 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-d294a3e2-dd5a-488e-ae8f-4ff26e672f9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0422957 Nov 23 19:21:04.704291 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611ce5a-a279-4ba2-927d-4251902e8add req-22d51dc8-77a3-4905-a9af-4f6d33bdcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:04.705710 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-22d51dc8-77a3-4905-a9af-4f6d33bdcf11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386539 Nov 23 19:21:04.798115 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-4e2b74e0-1a11-4473-9f51-5a88cb97f253 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852952 Nov 23 19:21:04.885526 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-8611ce5a-a279-4ba2-927d-4251902e8add req-b42c3fcd-305d-4935-b712-48144cc0b4c8 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Nov 23 19:21:06.258341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-c4a2c257-32df-41a5-934b-d62859bc67c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:07.505283 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:08.838994 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:10.341324 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.552612 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:28.654849 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:21:33.990301 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-4bcfae6c-12eb-40f1-a834-44b085812bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:35.238046 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c0ce4859-d64c-47ce-bb3c-f6dbf9d1bf2f tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068973383&fields=id&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 267 time: 0.0444365 Nov 23 19:21:35.344892 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-1240dd85-8045-4b9a-bccc-44c5bfd168f8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:35.346321 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-1240dd85-8045-4b9a-bccc-44c5bfd168f8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1015797 Nov 23 19:21:35.360768 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-cc7b0c1e-d95e-45d2-9659-4df98e6134df tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/quotas/ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 375 time: 0.0086818 Nov 23 19:21:35.412686 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-09accc71-0ac3-41d8-9b8e-3fb1bddae806 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467980 Nov 23 19:21:35.507291 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-0e4b5c42-1b26-4784-81b7-c166ebb15ddf service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834253 Nov 23 19:21:35.593463 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-8e364516-c676-4812-b4d6-7a460ade43ad service neutron] 10.222.0.31 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799763 Nov 23 19:21:35.867883 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-30c3f329-d463-4b6b-962f-cf8568c652da req-eee76f8b-5503-46d7-8ee6-6cc537f075ed tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 210 time: 0.0296474 Nov 23 19:21:36.260771 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e6cb39d2-0330-49eb-8957-99a38dcc4740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:36.751012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-d1b61ad1-b288-40b5-8b3d-fd14919bc804 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:36.752494 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-d1b61ad1-b288-40b5-8b3d-fd14919bc804 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 811 time: 0.1039343 Nov 23 19:21:36.817227 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9046389b-8a1d-4263-b1ae-32b7458d7d35 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397 HTTP/1.1" status: 200 len: 380 time: 0.0550787 Nov 23 19:21:36.827043 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'port': {'device_id': '5c153834-39b4-461e-8d29-d583be568c57', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'admin_state_up': True, 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'security_groups': ['f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e']}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:36.965508 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-e1c7daff-0374-4046-a61d-c888e6bfc663 req-1d335be3-5fc1-450d-90c6-4d208d227527 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 210 time: 0.0283933 Nov 23 19:21:37.208391 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Made reservation on behalf of ba2e74ba2373498aa3f7c05a9ac4c397 for: {'port': 1} {{(pid=102736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:21:37.211869 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.336910 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.20.0.8 (4afac150-ec63-4424-b063-9f2453115790/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8/9a40fb19-cd01-4964-bc35-7e21dbb94eb2) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:37.476502 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.509727 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.511595 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.556284 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 4afac150-ec63-4424-b063-9f2453115790 is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:37.561269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:37.564833 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:37.590100 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:37.609041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.609392 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.609737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.610075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.610409 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.610744 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.611075 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.611405 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.611737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.612087 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.612413 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.612734 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.632492 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:37.633459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.651994 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-c7874996-6649-4703-8430-0e3ead7157d6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8292348 Nov 23 19:21:37.664570 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Request body: {'port': {'device_id': '5c153834-39b4-461e-8d29-d583be568c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81900'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:37.725096 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.801542 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-a5efcb67-0988-4a71-877b-165f869a187c None None] Provisioning complete for port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 triggered by entity DHCP. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:37.802022 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a5efcb67-0988-4a71-877b-165f869a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.838138 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-a5efcb67-0988-4a71-877b-165f869a187c None None] Port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 cannot update to ACTIVE because it is not bound. {{(pid=102738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:37.987838 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 {{(pid=102736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:21:37.995168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.007942 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.provisioning_blocks [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Transition to ACTIVE for port object 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 will not be triggered until provisioned by entity L2. {{(pid=102736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:21:38.012292 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.088212 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Pushing event updated for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:38.155331 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5fbd7-cde9-4526-a3ae-78a1659e3cb2 req-bfa54fec-0e82-4617-be7d-cf98002aeefa tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.156928 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-38e5fbd7-cde9-4526-a3ae-78a1659e3cb2 req-bfa54fec-0e82-4617-be7d-cf98002aeefa tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.1175163 Nov 23 19:21:38.197928 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Attempting to bind port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 on host hv-cinder-81900 for vnic_type normal with profile {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:21:38.198293 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Attempting to bind port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 by drivers openvswitch,hyperv on host hv-cinder-81900 at level 0 using segments [{'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:21:38.198585 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Attempting to bind port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:38.212235 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 on network 4afac150-ec63-4424-b063-9f2453115790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81900 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:21:38.212827 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Attempting to bind port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 on network 4afac150-ec63-4424-b063-9f2453115790 {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:38.225029 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Checking agent: {'id': '39e40e1c-8b43-477f-b631-c0ae3803d51a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81900', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'started_at': datetime.datetime(2021, 11, 23, 19, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:21:38.225360 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Checking segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:38.225738 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Bound using segment: {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'} {{(pid=102736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:21:38.226158 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.managers [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Bound port: 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host: hv-cinder-81900, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f098ea1c-8656-4cfe-8630-dbad2f15f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4afac150-ec63-4424-b063-9f2453115790'}}] {{(pid=102736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:21:38.226509 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.239473 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-38e5fbd7-cde9-4526-a3ae-78a1659e3cb2 req-4a00e916-42c3-4856-8246-e7b4c37c6f00 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758727 Nov 23 19:21:38.297461 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, cleared binding levels {{(pid=102736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:21:38.300618 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:21:38.304820 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.342042 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.342653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.344111 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] 10.222.0.54 "PUT /v2.0/ports/9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 1093 time: 0.6836908 Nov 23 19:21:38.344624 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:38.346788 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd02e38-1f45-40c2-8a17-3091e6b706a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:38.374866 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea89e10-9846-449e-8ef4-c77c23da8401 service neutron] Pushing event updated for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=3']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:38.388525 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7929839-e091-44d4-bebf-a06917f23c56 x-openstack-request-id: req-a7929839-e091-44d4-bebf-a06917f23c56 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:38.388811 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:38.388913 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7929839-e091-44d4-bebf-a06917f23c56 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:38.389309 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'status': 'completed', 'code': 200} Nov 23 19:21:38.439748 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-961d7eb4-9574-475b-90e7-dd85b3703528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.441291 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-961d7eb4-9574-475b-90e7-dd85b3703528 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1096 time: 0.0443537 Nov 23 19:21:38.485341 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-d2a9721b-41cd-4130-bb89-1144bcb4bf1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 217 time: 0.0355749 Nov 23 19:21:38.538670 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-65d05e5e-5a1d-417c-ab56-baea252d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.540144 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-65d05e5e-5a1d-417c-ab56-baea252d682a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0485296 Nov 23 19:21:38.587942 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-53ad37e8-edb5-467d-ae07-ded97086610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.589492 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-53ad37e8-edb5-467d-ae07-ded97086610b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422900 Nov 23 19:21:38.679896 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-4e4d6fa9-7855-467f-9703-11d582d1506a service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824258 Nov 23 19:21:38.772127 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-b34a28dc-2410-4d7b-b834-12e5a2404ed3 req-965d51ce-24b3-4f2a-bbf8-100e769577bf service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Nov 23 19:21:38.844423 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:38.855689 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-e7f4f721-4988-4cd4-9ba1-7ffa41e817e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.857303 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-e7f4f721-4988-4cd4-9ba1-7ffa41e817e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1096 time: 0.0413611 Nov 23 19:21:38.947995 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-abdd53d9-9177-4100-8e88-5c2a0451e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:38.949426 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-abdd53d9-9177-4100-8e88-5c2a0451e1a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0856900 Nov 23 19:21:38.991248 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-66bb9286-10f0-4b71-b9b6-29560c4aef38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 217 time: 0.0326698 Nov 23 19:21:39.038932 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-002cedaf-f443-4b54-a791-aae7c7cc397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:39.040305 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-002cedaf-f443-4b54-a791-aae7c7cc397a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0420580 Nov 23 19:21:39.089794 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-f8536335-8c3b-4984-abcd-b0e751a46c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:39.091411 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-f8536335-8c3b-4984-abcd-b0e751a46c4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434580 Nov 23 19:21:39.180470 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-3cd43079-5ea7-45de-a231-5290b3da8a3a service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812116 Nov 23 19:21:39.276151 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5dd02e38-1f45-40c2-8a17-3091e6b706a1 req-bdb7a866-5ae9-473a-8b36-63a12da8ba12 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Nov 23 19:21:39.355905 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404705-3891-4aad-86f9-d0f7d92565b6 req-4f32d7cd-3642-43b4-a2e2-6edebc2b238b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:39.358002 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-84404705-3891-4aad-86f9-d0f7d92565b6 req-4f32d7cd-3642-43b4-a2e2-6edebc2b238b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0501428 Nov 23 19:21:39.406453 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-84404705-3891-4aad-86f9-d0f7d92565b6 req-3e0dd0c6-8af1-4e58-8369-67664f0a7945 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Nov 23 19:21:40.343897 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.524558 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7739-1b26-47e6-8ba7-295795596f72 req-83bda3b6-1f4d-4c1d-82b5-1f29a7aa3ef8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:40.526016 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-730c7739-1b26-47e6-8ba7-295795596f72 req-83bda3b6-1f4d-4c1d-82b5-1f29a7aa3ef8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0520363 Nov 23 19:21:40.573730 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-730c7739-1b26-47e6-8ba7-295795596f72 req-47f8dcfc-cb90-4e08-bbd8-1ab56036dc4f tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Nov 23 19:21:41.686891 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a4bb9-056c-4e79-9db3-8827d24ebe0b req-b02d3681-9481-4ecc-84cb-f6068813daef tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:41.688337 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf9a4bb9-056c-4e79-9db3-8827d24ebe0b req-b02d3681-9481-4ecc-84cb-f6068813daef tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0473688 Nov 23 19:21:41.740040 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bf9a4bb9-056c-4e79-9db3-8827d24ebe0b req-9f1569cc-df90-4184-a6ec-10bc4c7eb622 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Nov 23 19:21:42.852005 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407800d-66ae-44cb-be78-185c58bdd011 req-b4f5116f-407a-4a52-a6f7-71c699c1ec64 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:42.853473 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f407800d-66ae-44cb-be78-185c58bdd011 req-b4f5116f-407a-4a52-a6f7-71c699c1ec64 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0476544 Nov 23 19:21:42.900980 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f407800d-66ae-44cb-be78-185c58bdd011 req-162be949-9f0d-4837-931a-5a8848865185 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Nov 23 19:21:44.014724 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ba7b-2683-404a-b875-27d5285cb679 req-3540f963-c1b3-4c7c-aa4f-06ebdaa7795a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:44.016186 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7609ba7b-2683-404a-b875-27d5285cb679 req-3540f963-c1b3-4c7c-aa4f-06ebdaa7795a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0484169 Nov 23 19:21:44.064792 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-7609ba7b-2683-404a-b875-27d5285cb679 req-b105a9f0-99f4-4971-9f9b-551236ccbaa1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Nov 23 19:21:45.178327 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8a1d-c988-4f8d-ae37-6992df9a5bd3 req-87042a81-b0c9-47f4-8f5c-f21d274b4f9b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:45.180072 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dbeb8a1d-c988-4f8d-ae37-6992df9a5bd3 req-87042a81-b0c9-47f4-8f5c-f21d274b4f9b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0495133 Nov 23 19:21:45.232164 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-dbeb8a1d-c988-4f8d-ae37-6992df9a5bd3 req-59a51afd-e90c-4d1d-a27f-12ebfaffaa1b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Nov 23 19:21:46.343737 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55b88-5b90-41cc-a05c-b1f025ec8127 req-dd13d351-ce55-4eb0-9b39-86d45b36fd06 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:46.345218 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-81e55b88-5b90-41cc-a05c-b1f025ec8127 req-dd13d351-ce55-4eb0-9b39-86d45b36fd06 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 943 time: 0.0488107 Nov 23 19:21:46.393165 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-81e55b88-5b90-41cc-a05c-b1f025ec8127 req-59669bcd-9dd0-4c30-94cc-600bc178cfcf tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Nov 23 19:21:47.243308 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 details requested by agent hyperv_hv-cinder-81900 with host hv-cinder-81900 {{(pid=102738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:21:47.338172 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:47.349759 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Returning: {'device': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'port_id': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'mac_address': 'fa:16:3e:bd:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:21:47.385664 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.398054 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 {{(pid=102738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:21:47.417014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:47.422098 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.473634 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=4']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:47.480657 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.481012 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.481356 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.481695 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.482030 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.482364 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.483213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.483213 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.483419 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.483691 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.484041 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.484363 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:47.509337 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102ba3e-d797-49d2-9a56-81ab61b0f996 req-be60b8bc-b44c-4345-852e-72531b304850 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:47.510822 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6102ba3e-d797-49d2-9a56-81ab61b0f996 req-be60b8bc-b44c-4345-852e-72531b304850 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Nov 23 19:21:47.561833 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-6102ba3e-d797-49d2-9a56-81ab61b0f996 req-382ffd27-1822-453b-b75c-55478ae01d04 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Nov 23 19:21:47.638576 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] get_ports_and_sgs() called for port_ids ['9a40fb19-cd01-4964-bc35-7e21dbb94eb2'] {{(pid=102738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:21:48.679748 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13402541-ad42-4712-9914-6d832ec6c001 req-9daefc78-3196-4258-a7c1-9600786c56f9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:48.681269 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-13402541-ad42-4712-9914-6d832ec6c001 req-9daefc78-3196-4258-a7c1-9600786c56f9 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 944 time: 0.0523205 Nov 23 19:21:48.728655 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-13402541-ad42-4712-9914-6d832ec6c001 req-cd7358ed-f8be-4027-be16-db6b41d168d3 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Nov 23 19:21:49.255164 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 up at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:49.303808 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning for port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 completed by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:21:49.307858 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.provisioning_blocks [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Provisioning complete for port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 triggered by entity L2. {{(pid=102738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:49.308226 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1811848'] for port, provisioning_complete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.385974 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.408379 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2'}] {{(pid=102738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:49.410578 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ed394783f75e5b9f69d8f5b4cc8cdab292b39a16f6a7e4385543acf20b7ebde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee19b94-f77b-4ea5-9012-e51db20557c5" -d '{"events": [{"server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2"}]}' {{(pid=102738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:49.423428 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:49.427497 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334'] for port, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.451308 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63cb7fd-096c-4724-adae-e371100ed560 x-openstack-request-id: req-a63cb7fd-096c-4724-adae-e371100ed560 {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:49.452166 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2", "code": 200}]} {{(pid=102738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:49.452420 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a63cb7fd-096c-4724-adae-e371100ed560 {{(pid=102738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:49.452801 dv-cinder-819007-1-iscsi neutron-server[102738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'code': 200} Nov 23 19:21:49.477596 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Pushing event updated for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=5']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:49.657122 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18092-1c10-43b1-aeaa-0b668305df53 req-da205bb0-32b9-48dc-8b0e-d60a032aefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:49.658595 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d0c18092-1c10-43b1-aeaa-0b668305df53 req-da205bb0-32b9-48dc-8b0e-d60a032aefda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1098 time: 0.0402865 Nov 23 19:21:49.705914 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-d0c18092-1c10-43b1-aeaa-0b668305df53 req-a8274cc6-8fc1-4e00-9bb5-ecd120bee37c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Nov 23 19:21:49.841217 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d334a-1bdb-4105-bbe1-a7da6855c9c1 req-10e42765-38ec-4268-bea5-b1222f4d4fa0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:49.842686 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-012d334a-1bdb-4105-bbe1-a7da6855c9c1 req-10e42765-38ec-4268-bea5-b1222f4d4fa0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.0483031 Nov 23 19:21:49.895872 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-012d334a-1bdb-4105-bbe1-a7da6855c9c1 req-536493da-82a6-4d1c-97a4-9a8abffadbb7 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Nov 23 19:21:51.010958 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba05fa5-a3a2-4285-af7d-ff1e8374f5ec req-25a5aca2-69b1-4bce-9948-49ca810c52ec tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:51.012419 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8ba05fa5-a3a2-4285-af7d-ff1e8374f5ec req-25a5aca2-69b1-4bce-9948-49ca810c52ec tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.0470116 Nov 23 19:21:51.060251 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-8ba05fa5-a3a2-4285-af7d-ff1e8374f5ec req-83262a47-1735-4882-a9eb-1978e64ea93c tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Nov 23 19:21:51.172620 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b016d-ba0a-46e7-89bb-4c59c2f46f13 req-732ccf74-0c70-485b-b19c-e2222039b1e8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:51.174138 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa4b016d-ba0a-46e7-89bb-4c59c2f46f13 req-732ccf74-0c70-485b-b19c-e2222039b1e8 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Nov 23 19:21:51.222924 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-fa4b016d-ba0a-46e7-89bb-4c59c2f46f13 req-034260ce-6681-4554-8c91-831551044885 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Nov 23 19:21:51.245377 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50634) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.284126 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6fe76c-3797-43b4-9dd6-be81f77efe9e tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:51.285632 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-ed6fe76c-3797-43b4-9dd6-be81f77efe9e tempest-TestVolumeBootPattern-834290354 tempest-TestVolumeBootPattern-834290354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1093 time: 0.0392988 Nov 23 19:21:51.288955 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50636) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.293129 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.base [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Request body: {'floatingip': {'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'port_id': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:51.316775 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.413046 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.522168 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Allocated IP 172.27.0.9 (976530d0-138b-4730-ae3e-1962dcfb8dfe/dd9e7e32-f9a7-4467-80d5-832d42f4030d/c2ae5922-de3a-432b-a3cd-97f68d47f2bb) {{(pid=102736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:51.623080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.657149 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789382212298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.696423 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Network 976530d0-138b-4730-ae3e-1962dcfb8dfe is already hosted by enough agents. {{(pid=102736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:51.699213 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Resources bound (agent type, host, resource id): {{(pid=102736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:51.702757 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Received port after_create {{(pid=102736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:51.708197 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=c2ae5922-de3a-432b-a3cd-97f68d47f2bb,revision_number=1']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:52.058261 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.125536 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587336'] for port, before_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.272163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for port, precommit_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.276529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789382645962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789382212316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789382212334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533675418'] for port, after_update {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.347929 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event updated for resources: {'Port': ['ID=c2ae5922-de3a-432b-a3cd-97f68d47f2bb,revision_number=2']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:52.357596 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418362'] for floatingip, after_create {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.454123 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP a4c9d420-335f-40a8-b541-99d6b05f106b associated. External IP: 172.27.0.9, port: 9a40fb19-cd01-4964-bc35-7e21dbb94eb2. Nov 23 19:21:52.657214 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:52.768200 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:52.778162 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:52.785901 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:52.788893 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:52.789505 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:21:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:52.814902 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-2dd5ce12-7df7-4983-a2a6-ef4273135cd0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5249321 Nov 23 19:21:52.815495 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:52.817773 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117fbfdf-272f-49d7-9956-fbfa2b9c16af" -d '{"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:52.853327 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d278b2-8a41-4d55-9789-6694ab5a18f6 x-openstack-request-id: req-a8d278b2-8a41-4d55-9789-6694ab5a18f6 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:52.853620 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:52.853871 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8d278b2-8a41-4d55-9789-6694ab5a18f6 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:52.854270 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'status': 'completed', 'code': 200} Nov 23 19:21:52.899823 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:52.914300 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-0241c311-ba78-4051-b67a-dcc52fb12264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:52.915836 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-0241c311-ba78-4051-b67a-dcc52fb12264 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1098 time: 0.0392458 Nov 23 19:21:53.008772 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-39f2f242-b686-47cd-9f18-7eca41d5269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:53.010237 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-39f2f242-b686-47cd-9f18-7eca41d5269a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0876691 Nov 23 19:21:53.078028 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-803c9964-d87f-4e66-b776-b5fc6eab54d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 997 time: 0.0597653 Nov 23 19:21:53.125670 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}, {'id': 'a4c9d420-335f-40a8-b541-99d6b05f106b', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:bd:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c153834-39b4-461e-8d29-d583be568c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:21:51Z', 'updated_at': '2021-11-23T19:21:51Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:53.133693 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-c05b25e1-c2af-487a-a86f-d9199baf17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:53.135158 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-c05b25e1-c2af-487a-a86f-d9199baf17ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0438671 Nov 23 19:21:53.151692 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:53.160378 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:53.160976 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:21:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:53.185074 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-1bf10140-dcc6-4d61-a128-5f4778dc4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:53.186547 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-1bf10140-dcc6-4d61-a128-5f4778dc4824 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443888 Nov 23 19:21:53.265289 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:53.275357 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-4a725138-8c15-40bc-b37e-2cb88a83b310 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Nov 23 19:21:53.497697 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}, {'id': 'a4c9d420-335f-40a8-b541-99d6b05f106b', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:bd:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c153834-39b4-461e-8d29-d583be568c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:21:51Z', 'updated_at': '2021-11-23T19:21:51Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:53.529044 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415809c-c97b-4911-a418-ee5e1bae9e66 None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}, {'id': 'a4c9d420-335f-40a8-b541-99d6b05f106b', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:bd:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c153834-39b4-461e-8d29-d583be568c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:21:51Z', 'updated_at': '2021-11-23T19:21:51Z', 'revision_number': 0, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:53.570608 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:53.644255 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-117fbfdf-272f-49d7-9956-fbfa2b9c16af req-ef47b52a-1c32-4fc4-b601-1618896ba49b service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619297 Nov 23 19:21:53.729235 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c842759-41f2-4e0d-a72a-ba81514ba16e None None] New status for floating IP a4c9d420-335f-40a8-b541-99d6b05f106b: ACTIVE {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:22:03.992541 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-29ae44c9-7c28-4ede-8c7d-dce5bb618b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:04.192128 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-12a54df9-5c36-4c85-8496-1d3a11adfd3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392718 Nov 23 19:22:04.270967 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-d8b0ce55-3029-4ba3-ba4a-6d47c9922813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:04.272489 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-d8b0ce55-3029-4ba3-ba4a-6d47c9922813 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1098 time: 0.0410924 Nov 23 19:22:04.379678 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-cb748ccf-3458-461d-b24d-6b0b23b668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:04.381145 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-cb748ccf-3458-461d-b24d-6b0b23b668aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0872235 Nov 23 19:22:04.445077 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-d1bac988-b811-4997-ab35-5c716ebb296e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 1001 time: 0.0566595 Nov 23 19:22:04.496588 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-3cde4ac3-4c49-44b3-b15d-ad359403d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:04.497995 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-3cde4ac3-4c49-44b3-b15d-ad359403d8a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0454826 Nov 23 19:22:04.541927 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-d41d1031-957a-4372-a8b8-5ed4d27dbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:04.543348 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-d41d1031-957a-4372-a8b8-5ed4d27dbbec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382550 Nov 23 19:22:04.631018 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-6acc0544-f33d-48ba-851d-ac99ae160d43 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808721 Nov 23 19:22:04.721752 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-42951a20-9b90-42f0-bba0-ae1e637eb41a req-ed4437d4-1541-4ff6-a701-b61c288860ed service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839128 Nov 23 19:22:05.653159 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:22:06.261690 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-cb04d5d3-4db4-4d13-baf3-f9b931c91679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:07.514522 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:08.847453 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:10.346471 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:23.571014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:33.993114 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-27facfad-3d00-4b7f-8a7b-e7e06c1b40ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:36.263287 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ff32c673-7675-436f-83f4-de9e36dfd0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:37.513697 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:38.850137 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:40.351014 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:42.651556 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:22:53.568783 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:03.993882 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-74021dfc-2ac7-42b8-8dd6-4c71b87e7a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:06.203371 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-cadffc44-bf18-4e18-a960-178fe87af72f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411210 Nov 23 19:23:06.263546 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-64e64b00-2360-4b1f-8d3f-05786939d613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:06.264652 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-e1e4a7dd-5601-49ad-aa34-1c18ebeeb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:06.266150 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-e1e4a7dd-5601-49ad-aa34-1c18ebeeb967 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1098 time: 0.0408547 Nov 23 19:23:06.370619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-8c84014e-a0c8-423c-b0bc-d04189b0114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:06.372098 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-8c84014e-a0c8-423c-b0bc-d04189b0114c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0882838 Nov 23 19:23:06.436596 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-394fa255-b666-4d2a-9ce2-7dcd8ca1ad3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 999 time: 0.0567427 Nov 23 19:23:06.490193 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-fc848c3b-d4cd-4f27-89a9-7ab92c1057fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:06.491530 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-fc848c3b-d4cd-4f27-89a9-7ab92c1057fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0476315 Nov 23 19:23:06.537130 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-85cc9cf3-3339-479b-88c2-eefb68721db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:06.538573 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-85cc9cf3-3339-479b-88c2-eefb68721db1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402577 Nov 23 19:23:06.631332 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-c6e9f559-6ada-4cba-95da-15d9bec1ee57 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852115 Nov 23 19:23:06.720589 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04f95cba-5112-4d07-9c0a-0733e6d9215d req-3d745a77-1a84-4287-89e9-4fd9e0fc0415 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819564 Nov 23 19:23:07.517277 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:08.853363 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:10.352479 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:12.326628 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-7277870a-1952-460d-a09d-4f9511ad66ba req-72f497db-b3d1-4b2c-8a86-076eaf1ff9f7 service neutron] (102737) timed out ('10.222.0.54', 51182) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:23:19.650440 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:23:19.717511 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50676) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:19.926883 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port c2ae5922-de3a-432b-a3cd-97f68d47f2bb {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:19.927116 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.003330 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.003648 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.015047 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for c2ae5922-de3a-432b-a3cd-97f68d47f2bb owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:20.160223 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.183171 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=c2ae5922-de3a-432b-a3cd-97f68d47f2bb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:20.193269 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.193620 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.193959 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.194289 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.194618 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.195371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.195371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.195560 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.195924 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.196234 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.196551 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.196865 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:20.255420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.255748 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP a4c9d420-335f-40a8-b541-99d6b05f106b disassociated (deleted). External IP: 172.27.0.9, port: 9a40fb19-cd01-4964-bc35-7e21dbb94eb2. Nov 23 19:23:20.465986 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:23:20.573012 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:23:20.580391 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:20.586288 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:23:20.597220 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:20.597835 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:20.605367 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-3c2d472d-ed60-4c12-b628-13b01f0301b4 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "DELETE /v2.0/floatingips/a4c9d420-335f-40a8-b541-99d6b05f106b HTTP/1.1" status: 204 len: 168 time: 0.8867671 Nov 23 19:23:20.606149 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:23:20.608522 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:23:20.652957 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23d327-f83e-4efa-9636-9f2d36819a4a x-openstack-request-id: req-7f23d327-f83e-4efa-9636-9f2d36819a4a {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:23:20.653251 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:23:20.653508 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f23d327-f83e-4efa-9636-9f2d36819a4a {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:23:20.653910 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'status': 'completed', 'code': 200} Nov 23 19:23:20.730834 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-b5810ded-d2fa-4a40-b5db-90d46be2359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:20.733432 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-b5810ded-d2fa-4a40-b5db-90d46be2359b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 1098 time: 0.0551224 Nov 23 19:23:20.839500 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:20.841262 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-2b37d600-ebdc-417c-846a-791e2ceb176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:20.842902 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-2b37d600-ebdc-417c-846a-791e2ceb176f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.0985315 Nov 23 19:23:20.885476 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-d0c071cd-b260-46e7-8737-482b308b6bae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 200 len: 217 time: 0.0340471 Nov 23 19:23:20.943360 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-fd24916c-4ac7-43dd-8a6e-cfe964b42756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:20.945048 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-fd24916c-4ac7-43dd-8a6e-cfe964b42756 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0508742 Nov 23 19:23:20.945183 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70977282-58c9-4497-b18c-2faf92bdbd12 req-767f723d-d4d5-4912-bf33-f534b7e468cf tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:20.946623 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-70977282-58c9-4497-b18c-2faf92bdbd12 req-767f723d-d4d5-4912-bf33-f534b7e468cf tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.1485331 Nov 23 19:23:20.996480 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-d2244ba0-ab68-4c98-8728-f537983d411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:20.998071 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-d2244ba0-ab68-4c98-8728-f537983d411f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442281 Nov 23 19:23:20.999793 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-70977282-58c9-4497-b18c-2faf92bdbd12 req-32ac50aa-c29e-423e-83f9-b9dadc99ddda tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Nov 23 19:23:21.070197 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:21.092383 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-d7fc77cf-2460-4a11-96aa-83d6114929c2 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861909 Nov 23 19:23:21.100486 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:23:21.108775 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:21.109381 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:21.186897 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-9c2ea7f4-b8dd-4762-b679-a9298ccb300d req-92cad4eb-9652-4e3e-bd3b-2c1085ba73a0 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Nov 23 19:23:21.214066 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:21.436600 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:21.462748 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63945a61-60df-405b-8a6d-2ec49059d54b None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_floatingips': [{'id': '3b5be3e2-fdcb-4531-ae88-18ccc17329eb', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'router_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'port_id': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'mac_address': 'fa:16:3e:37:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:06Z', 'updated_at': '2021-11-23T19:20:07Z', 'revision_number': 1, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:23:21.682243 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db52348-7306-46d5-904c-74fc6e7ba3cf None None] New status for floating IP a4c9d420-335f-40a8-b541-99d6b05f106b: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:23:22.164080 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b9a13-ea8d-4952-b038-6d24a2ee99c1 req-010520f9-5533-4bb9-8418-7ca83bf1e4cf tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:22.165563 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a33b9a13-ea8d-4952-b038-6d24a2ee99c1 req-010520f9-5533-4bb9-8418-7ca83bf1e4cf tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.0965393 Nov 23 19:23:22.214469 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a33b9a13-ea8d-4952-b038-6d24a2ee99c1 req-c563b022-fec7-4c4c-b804-8bc9e49396dc tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Nov 23 19:23:22.339649 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c70764bd-56b0-47bf-9e4d-bcd4579f091b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:22.341038 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c70764bd-56b0-47bf-9e4d-bcd4579f091b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Nov 23 19:23:22.429265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:22.429598 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:22.520073 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] For port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:22.520435 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:22.532017 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:22.655848 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:22.687655 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=9a40fb19-cd01-4964-bc35-7e21dbb94eb2,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:22.727083 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] No DVR routers for this DVR port 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:23:22.729741 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:22.733913 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-bdddc460-d268-4c8a-ab87-078a55e17ebc req-c8044c0a-c293-4454-9ca4-8dc8a93a2423 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "DELETE /v2.0/ports/9a40fb19-cd01-4964-bc35-7e21dbb94eb2 HTTP/1.1" status: 204 len: 173 time: 0.3848796 Nov 23 19:23:22.734368 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'name': 'network-vif-deleted', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:23:22.738416 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d85881-f2e0-44b8-9aaa-a8c6b4560f18" -d '{"events": [{"server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "name": "network-vif-deleted", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:23:22.779013 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034f4fa-28b8-4e35-b79f-0ba9b65e5e25 x-openstack-request-id: req-b034f4fa-28b8-4e35-b79f-0ba9b65e5e25 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:23:22.779307 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c153834-39b4-461e-8d29-d583be568c57", "name": "network-vif-deleted", "tag": "9a40fb19-cd01-4964-bc35-7e21dbb94eb2", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:23:22.779656 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b034f4fa-28b8-4e35-b79f-0ba9b65e5e25 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:23:22.780323 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c153834-39b4-461e-8d29-d583be568c57', 'name': 'network-vif-deleted', 'tag': '9a40fb19-cd01-4964-bc35-7e21dbb94eb2', 'status': 'completed', 'code': 200} Nov 23 19:23:23.029167 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-adfe02f4-61fe-438f-b5d6-1a6b692019a0 req-91f27cda-2ce3-4724-8768-f0d628e3cba4 service neutron] (102737) timed out ('10.222.0.54', 51206) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:23:23.321362 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-3647e82e-7f4f-46d5-92e2-7471c0999982 req-dc4bc9e2-7bb4-493b-99cc-a7801f8fe63b tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c153834-39b4-461e-8d29-d583be568c57 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Nov 23 19:23:23.583898 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:25.715422 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:25.744976 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:25.745238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 9a40fb19-cd01-4964-bc35-7e21dbb94eb2 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:26.600153 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50722) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:26.751901 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port 27e9889b-1075-4177-b386-6304538bfd7a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:26.752237 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:26.828463 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:26.828789 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:26.840960 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for 27e9889b-1075-4177-b386-6304538bfd7a owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:26.983377 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:27.007886 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=27e9889b-1075-4177-b386-6304538bfd7a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:27.067682 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:27.068114 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.db.l3_db [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Floating IP 3b5be3e2-fdcb-4531-ae88-18ccc17329eb disassociated (deleted). External IP: 172.27.0.238, port: 3b320af2-2d55-4778-a9a1-cb30ba07ca38. Nov 23 19:23:27.272532 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:23:27.377915 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:23:27.383420 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:27.389633 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:23:27.399775 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:27.400405 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:27.410873 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-dd5ba2ac-b9a2-43fd-bb58-2c1b15049539 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b5be3e2-fdcb-4531-ae88-18ccc17329eb HTTP/1.1" status: 204 len: 168 time: 0.8096385 Nov 23 19:23:27.411555 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:23:27.413961 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c471c9-877f-47b0-9439-09432029fc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:23:27.451333 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69777655-1bca-48f1-8bfe-b504d1744d43 x-openstack-request-id: req-69777655-1bca-48f1-8bfe-b504d1744d43 {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:23:27.451617 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:23:27.451899 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69777655-1bca-48f1-8bfe-b504d1744d43 {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:23:27.452366 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'status': 'completed', 'code': 200} Nov 23 19:23:27.514342 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:27.518523 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c471c9-877f-47b0-9439-09432029fc5d req-9d18ce98-1042-49a0-9081-768517eb88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:27.520293 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-9d18ce98-1042-49a0-9081-768517eb88ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 1098 time: 0.0442672 Nov 23 19:23:27.646573 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c471c9-877f-47b0-9439-09432029fc5d req-3db1ed50-fa50-4cd1-8834-798508e0d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:27.648156 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-3db1ed50-fa50-4cd1-8834-798508e0d326 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 200 len: 912 time: 0.1154428 Nov 23 19:23:27.659439 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d5232-e920-4881-b56d-eb3eca2a6bcf req-c10019d6-95f1-4f05-8a82-f5b1e1b8ba92 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:27.661053 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f13d5232-e920-4881-b56d-eb3eca2a6bcf req-c10019d6-95f1-4f05-8a82-f5b1e1b8ba92 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0589974 Nov 23 19:23:27.696574 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-50e0d0ca-c862-4439-be8f-f0c05e3cffb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 200 len: 217 time: 0.0406129 Nov 23 19:23:27.713379 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [req-f13d5232-e920-4881-b56d-eb3eca2a6bcf req-f4501a36-6950-40a3-91db-70ed0547ffd5 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450072 Nov 23 19:23:27.724143 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:27.749371 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c471c9-877f-47b0-9439-09432029fc5d req-6c319244-d7df-42c6-8d97-011eb86050d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:27.750850 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-6c319244-d7df-42c6-8d97-011eb86050d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 200 len: 850 time: 0.0479295 Nov 23 19:23:27.760209 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:23:27.768588 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:27.769227 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:27.796003 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c471c9-877f-47b0-9439-09432029fc5d req-6af886b0-e149-48b1-85ec-fff0499dbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:27.797411 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-6af886b0-e149-48b1-85ec-fff0499dbea7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afac150-ec63-4424-b063-9f2453115790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395644 Nov 23 19:23:27.873208 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:27.890773 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-03a88a53-bdd5-46d1-8bda-3373ad66ebdc service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Nov 23 19:23:27.981276 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-04c471c9-877f-47b0-9439-09432029fc5d req-ea2c9974-e488-4264-8320-6c4b4edcf565 service neutron] 10.222.0.54 "GET /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Nov 23 19:23:28.071593 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:28.096817 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032002a0-8e88-4f89-b376-c109d69b82a0 None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 4, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi', '_interfaces': [{'id': '32116e57-e44e-4360-b3c2-1222dd1e7afc', 'name': '', 'network_id': '4afac150-ec63-4424-b063-9f2453115790', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'mac_address': 'fa:16:3e:89:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'subnets': [{'id': '3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:23:28.294332 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4f447-0d85-4edd-b965-7da9cf0dcc8f None None] New status for floating IP 3b5be3e2-fdcb-4531-ae88-18ccc17329eb: DOWN {{(pid=102739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:23:28.828529 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28fc8-bd50-4ab4-8fad-27d8c30d0276 req-d5a789be-11fb-455d-aa96-b08a79b0c53a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:28.830010 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5af28fc8-bd50-4ab4-8fad-27d8c30d0276 req-d5a789be-11fb-455d-aa96-b08a79b0c53a tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Nov 23 19:23:28.883594 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-5af28fc8-bd50-4ab4-8fad-27d8c30d0276 req-e97a52f0-8cf9-4969-9474-607442dc2ff0 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/security-groups?id=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 Nov 23 19:23:29.053130 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ca-b199-47e0-9243-994f0405174e req-785aaade-18ad-4f0e-89a7-e41d897ec75e tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:29.054549 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a89d49ca-b199-47e0-9243-994f0405174e req-785aaade-18ad-4f0e-89a7-e41d897ec75e tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Nov 23 19:23:29.140163 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:29.140414 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:29.228939 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] For port 3b320af2-2d55-4778-a9a1-cb30ba07ca38, host hv-cinder-81900, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81900',level=0,port_id=3b320af2-2d55-4778-a9a1-cb30ba07ca38,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:29.229290 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:29.241678 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for 3b320af2-2d55-4778-a9a1-cb30ba07ca38 owned by compute:nova {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:29.367454 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:29.396349 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=3b320af2-2d55-4778-a9a1-cb30ba07ca38,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:29.436202 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] No DVR routers for this DVR port 3b320af2-2d55-4778-a9a1-cb30ba07ca38 on host hv-cinder-81900 {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:23:29.438625 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for port, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:29.441888 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-a89d49ca-b199-47e0-9243-994f0405174e req-f5af3af2-a4e0-4b7b-8008-0909714ee3d1 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.54 "DELETE /v2.0/ports/3b320af2-2d55-4778-a9a1-cb30ba07ca38 HTTP/1.1" status: 204 len: 173 time: 0.3814776 Nov 23 19:23:29.453513 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'name': 'network-vif-deleted', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38'}] {{(pid=102736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:23:29.455951 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3cb06255872ac107c65ebc9557b191f4c10f902c2e128cb353086493e0d68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef74903b-6f00-47d5-b385-174b77305ea2" -d '{"events": [{"server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "name": "network-vif-deleted", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38"}]}' {{(pid=102736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:23:29.492985 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85faa01b-71a2-427a-8b50-9a092cac313d x-openstack-request-id: req-85faa01b-71a2-427a-8b50-9a092cac313d {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:23:29.493272 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0aec7d-2801-4904-8ae4-87a13fc90d25", "name": "network-vif-deleted", "tag": "3b320af2-2d55-4778-a9a1-cb30ba07ca38", "status": "completed", "code": 200}]} {{(pid=102736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:23:29.493520 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85faa01b-71a2-427a-8b50-9a092cac313d {{(pid=102736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:23:29.493912 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0aec7d-2801-4904-8ae4-87a13fc90d25', 'name': 'network-vif-deleted', 'tag': '3b320af2-2d55-4778-a9a1-cb30ba07ca38', 'status': 'completed', 'code': 200} Nov 23 19:23:29.994577 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [req-2b572dab-9b8b-4eb5-86d5-c9e210eb32a0 req-748a5daf-91bf-4bdb-bf19-5e00e7f83c36 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0aec7d-2801-4904-8ae4-87a13fc90d25 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Nov 23 19:23:31.050117 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50738) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:31.169702 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Deleting port be04de0c-8695-4b7f-94d8-490dd06e104a {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:31.170038 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.245145 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.245465 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.256600 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Calling delete_port for be04de0c-8695-4b7f-94d8-490dd06e104a owned by network:floatingip {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:31.385704 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.411822 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'Port': ['ID=be04de0c-8695-4b7f-94d8-490dd06e104a,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:31.470040 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for floatingip, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.473502 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-986189'] for floatingip, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:31.474648 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-1fd358af-073d-4577-a310-c5e46a804a07 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "DELETE /v2.0/floatingips/9ecfe461-d6eb-48ff-a726-c2b397424cd4 HTTP/1.1" status: 204 len: 168 time: 0.4229188 Nov 23 19:23:32.663132 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50750) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:32.717460 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:32.745343 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:32.802965 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:32.805613 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:32.806828 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] 10.222.0.31 "DELETE /v2.0/security-groups/f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e HTTP/1.1" status: 204 len: 168 time: 0.1426835 Nov 23 19:23:32.816932 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59cbb49-6998-4ec5-a4ba-c65dd73d3c8e,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:32.824354 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.824711 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.825053 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.825389 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.825722 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.826054 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.826383 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.826722 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.827037 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.827384 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.827856 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.828205 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a06fc0-51b7-4128-9342-d2ad47be5ef6 tempest-TestVolumeBootPattern-425912142 tempest-TestVolumeBootPattern-425912142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:32.865220 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50754) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:33.558342 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:33.741334 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 3b320af2-2d55-4778-a9a1-cb30ba07ca38 no longer exists at agent hyperv_hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:33.760583 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] No Port match for: 3b320af2-2d55-4778-a9a1-cb30ba07ca38 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:33.760926 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Device 3b320af2-2d55-4778-a9a1-cb30ba07ca38 not bound to the agent host hv-cinder-81900 {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:33.796097 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Deleting port 32116e57-e44e-4360-b3c2-1222dd1e7afc {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:33.796700 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:33.876854 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] For port 32116e57-e44e-4360-b3c2-1222dd1e7afc, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=32116e57-e44e-4360-b3c2-1222dd1e7afc,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:33.877148 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:33.889680 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Calling delete_port for 32116e57-e44e-4360-b3c2-1222dd1e7afc owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:33.995727 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-39943d0f-ef3c-4dbc-b8d6-82e9e3b9815d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:34.066444 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:34.090958 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Pushing event deleted for resources: {'Port': ['ID=32116e57-e44e-4360-b3c2-1222dd1e7afc,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:34.250937 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:34.460074 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Router af914e95-116d-42c4-9790-efdc1009498a has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:23:34.562764 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:23:34.568726 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-3c9c6d70-b5e2-4c22-bc20-206516680924 admin admin] 10.222.0.31 "PUT /v2.0/routers/af914e95-116d-42c4-9790-efdc1009498a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024488 Nov 23 19:23:34.571397 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50758) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:34.572619 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Sync routers for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:23:34.583499 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:34.584221 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:34.675486 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks [] for router, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:34.687628 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:34.869899 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:23:34Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:35.028278 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Checking router: af914e95-116d-42c4-9790-efdc1009498a for host: dv-cinder-819007-1-iscsi {{(pid=102738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:23:35.036689 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Routers {'af914e95-116d-42c4-9790-efdc1009498a'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:35.037309 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:06Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['af914e95-116d-42c4-9790-efdc1009498a'], 'active': True} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:35.054788 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.114364 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Deleting port a60f0d96-3371-43b9-b4d2-68401f18dbcb {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:35.114704 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.147008 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvr_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] Set router af914e95-116d-42c4-9790-efdc1009498a gateway port host: dv-cinder-819007-1-iscsi {{(pid=102738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:35.198641 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] For port a60f0d96-3371-43b9-b4d2-68401f18dbcb, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=a60f0d96-3371-43b9-b4d2-68401f18dbcb,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:35.199005 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.211860 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Calling delete_port for a60f0d96-3371-43b9-b4d2-68401f18dbcb owned by network:router_gateway {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:35.326163 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_hamode_db [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:23:34Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:35.356643 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90018f28-5b07-4767-ab60-9ce07d65332b None None] The sync data for ids ['af914e95-116d-42c4-9790-efdc1009498a'] in dv-cinder-819007-1-iscsi is: [{'id': 'af914e95-116d-42c4-9790-efdc1009498a', 'name': 'tempest-TestVolumeBootPattern-691616066-router', 'tenant_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:23:34Z', 'revision_number': 5, 'project_id': 'ba2e74ba2373498aa3f7c05a9ac4c397', 'gw_port': {'id': 'a60f0d96-3371-43b9-b4d2-68401f18dbcb', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af914e95-116d-42c4-9790-efdc1009498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}] {{(pid=102738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:23:35.376619 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.403379 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a60f0d96-3371-43b9-b4d2-68401f18dbcb,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:35.462459 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.555292 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.557697 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.598742 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.599401 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af914e95-116d-42c4-9790-efdc1009498a {{(pid=102736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:23:35.603708 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] Publish callbacks [] for router, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.604932 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-faf54f01-3b82-4504-a81d-1e52f244cb8b admin admin] 10.222.0.31 "DELETE /v2.0/routers/af914e95-116d-42c4-9790-efdc1009498a HTTP/1.1" status: 204 len: 168 time: 1.0325403 Nov 23 19:23:35.607402 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50760) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:35.651439 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Deleting subnet 3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 {{(pid=102736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:23:35.654403 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.688116 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-527701121'] for subnet, precommit_delete_associations {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.772210 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.825965 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533675472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527452359'] for subnet, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.851084 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:35.856760 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.862256 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-eed2d860-ca51-4c74-a3d4-4348fbaaa7f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e65f4fc-7ab1-43f1-81a6-af62dee2ffb8 HTTP/1.1" status: 204 len: 168 time: 0.2514236 Nov 23 19:23:35.862417 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [-] (102736) accepted ('10.222.0.31', 50762) {{(pid=102736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:35.865423 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00083af-bc5e-4832-a1d8-15702fbdf864 None None] Network 4afac150-ec63-4424-b063-9f2453115790 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:23:35.935643 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:35.994523 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Deleting port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 {{(pid=102736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:35.994867 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.060792 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.db [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] For port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,segment=NetworkSegment(f098ea1c-8656-4cfe-8630-dbad2f15f226),segment_id=f098ea1c-8656-4cfe-8630-dbad2f15f226)] {{(pid=102736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:36.061170 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.076771 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Calling delete_port for 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 owned by network:dhcp {{(pid=102736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:36.152265 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533675427'] for port, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.178137 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee639b3-d63c-405f-83bd-ad15bdcc42e4,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:36.181718 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] No DVR routers for this DVR port 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 on host dv-cinder-819007-1-iscsi {{(pid=102736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:23:36.251972 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.269715 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-293308c1-3a64-46dc-89b0-0d6bc563455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.272829 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afac150-ec63-4424-b063-9f2453115790']}} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:36.281863 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f098ea1c-8656-4cfe-8630-dbad2f15f226') {'for_net_delete': True} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:36.282144 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.services.segments.db [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f098ea1c-8656-4cfe-8630-dbad2f15f226') {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:36.291139 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-527701174'] for segment, before_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.304391 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.311260 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:23:36.311653 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533675122'] for segment, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: Traceback (most recent call last): Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: timer() Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: cb(*args, **kw) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: return func(*args, **kwargs) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: self._notify() Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: self.callback(batched_events) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: event.method(event) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: return f(self, *a, **k) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._get(url).json() Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: return self.request(url, 'GET', **kwargs) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:23:36.313397 dv-cinder-819007-1-iscsi neutron-server[102736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:23:36.339335 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c07ca-0086-4414-a65b-e1add38548da None None] DHCP port deletion for 4afac150-ec63-4424-b063-9f2453115790 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:23:36.383441 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.389041 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.392037 dv-cinder-819007-1-iscsi neutron-server[102736]: INFO neutron.wsgi [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] 10.222.0.31 "DELETE /v2.0/networks/4afac150-ec63-4424-b063-9f2453115790 HTTP/1.1" status: 204 len: 168 time: 0.5286634 Nov 23 19:23:36.395900 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50764) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:36.402786 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c505-2e03-4e0c-970e-3f57ec72ea4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4afac150-ec63-4424-b063-9f2453115790,revision_number=None']} {{(pid=102736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:36.740175 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418874'] for router_interface, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:36.978231 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Deleting port 374f3013-8832-4a07-83e5-6f5b80a1da83 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:36.978473 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.058315 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] For port 374f3013-8832-4a07-83e5-6f5b80a1da83, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=374f3013-8832-4a07-83e5-6f5b80a1da83,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:37.058686 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.070865 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Calling delete_port for 374f3013-8832-4a07-83e5-6f5b80a1da83 owned by network:router_interface {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:37.125115 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 32116e57-e44e-4360-b3c2-1222dd1e7afc no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:37.145355 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 32116e57-e44e-4360-b3c2-1222dd1e7afc {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:37.145798 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 32116e57-e44e-4360-b3c2-1222dd1e7afc not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:37.146284 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device a60f0d96-3371-43b9-b4d2-68401f18dbcb no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:37.165816 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: a60f0d96-3371-43b9-b4d2-68401f18dbcb {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:37.166161 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device a60f0d96-3371-43b9-b4d2-68401f18dbcb not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:37.166560 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:37.186127 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:37.186472 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 8ee639b3-d63c-405f-83bd-ad15bdcc42e4 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:37.248253 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.278064 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=374f3013-8832-4a07-83e5-6f5b80a1da83,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:37.433807 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418982'] for router_interface, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.521365 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.646226 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Router c94ba00f-1a22-445e-8347-6e2267fce829 has already been hosted by L3 agent 045beec1-1c31-4c7f-a791-7ca3b6c4cd04 {{(pid=102737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:23:37.750107 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] Notify agent at l3_agent.dv-cinder-819007-1-iscsi the message routers_updated {{(pid=102737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:23:37.755283 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-2b81376d-dd78-4066-a8e9-a54398c68d85 admin admin] 10.222.0.31 "PUT /v2.0/routers/c94ba00f-1a22-445e-8347-6e2267fce829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3583558 Nov 23 19:23:37.757863 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50766) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:37.760383 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Sync routers for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:23:37.769900 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:37.770499 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:37.860893 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks [] for router, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:37.872521 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: dv-cinder-819007-1-iscsi {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:37.964314 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.015030 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Deleting port 4c56e7af-277d-4052-b0ee-00b06c9902b9 {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:38.015397 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.049726 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'external_fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:23:37Z', 'revision_number': 5, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port': {'id': '4c56e7af-277d-4052-b0ee-00b06c9902b9', 'name': '', 'network_id': '976530d0-138b-4730-ae3e-1962dcfb8dfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9e7e32-f9a7-4467-80d5-832d42f4030d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819007-1-iscsi'}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:38.081969 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Checking router: c94ba00f-1a22-445e-8347-6e2267fce829 for host: dv-cinder-819007-1-iscsi {{(pid=102739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:23:38.090248 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Routers {'c94ba00f-1a22-445e-8347-6e2267fce829'} bound to L3 agent in host dv-cinder-819007-1-iscsi {{(pid=102739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:23:38.090854 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T19:00:06Z,description=,heartbeat_timestamp=2021-11-23T19:23:36Z,host='dv-cinder-819007-1-iscsi',id=045beec1-1c31-4c7f-a791-7ca3b6c4cd04,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T19:00:06Z,topic='l3_agent')) {'router_ids': ['c94ba00f-1a22-445e-8347-6e2267fce829'], 'active': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:38.095839 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] For port 4c56e7af-277d-4052-b0ee-00b06c9902b9, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=4c56e7af-277d-4052-b0ee-00b06c9902b9,segment=NetworkSegment(c87c8b90-9f42-4c6e-9772-c469947ad0ee),segment_id=c87c8b90-9f42-4c6e-9772-c469947ad0ee)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:38.096222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.107702 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Calling delete_port for 4c56e7af-277d-4052-b0ee-00b06c9902b9 owned by network:router_gateway {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:38.176527 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvr_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] Set router c94ba00f-1a22-445e-8347-6e2267fce829 gateway port host: None {{(pid=102739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:23:38.226431 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:23:37Z', 'revision_number': 6, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port_host': None}], 'dv-cinder-819007-1-iscsi', False) {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:38.255657 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc870-a0cb-4afd-b93b-43a882a9376d None None] The sync data for ids ['c94ba00f-1a22-445e-8347-6e2267fce829'] in dv-cinder-819007-1-iscsi is: [{'id': 'c94ba00f-1a22-445e-8347-6e2267fce829', 'name': 'tempest-TestVolumeBootPattern-1095814793-router', 'tenant_id': '502b3d9154b84ff0a485c307623aec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:09Z', 'updated_at': '2021-11-23T19:23:37Z', 'revision_number': 6, 'project_id': '502b3d9154b84ff0a485c307623aec26', 'gw_port_host': None}] {{(pid=102739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:23:38.271379 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.296833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c56e7af-277d-4052-b0ee-00b06c9902b9,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:38.356585 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418304'] for router_gateway, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.695678 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2717'] for router, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.702412 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.741728 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418434'] for router, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.742279 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c94ba00f-1a22-445e-8347-6e2267fce829 {{(pid=102737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:23:38.746833 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] Publish callbacks [] for router, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.747908 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-a7b6a1eb-edca-43eb-a626-74fbc250f562 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c94ba00f-1a22-445e-8347-6e2267fce829 HTTP/1.1" status: 204 len: 168 time: 0.9881568 Nov 23 19:23:38.750455 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50768) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:38.792806 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Deleting subnet 1ed8f40d-f61c-4b6c-a739-be0ea87af824 {{(pid=102737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:23:38.795886 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.830217 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533710699'] for subnet, precommit_delete_associations {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.856456 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.909360 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1727934'] for subnet, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.959731 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532981698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533227803'] for subnet, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.984268 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed8f40d-f61c-4b6c-a739-be0ea87af824,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:38.988733 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for subnet, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:38.992122 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-50a7acb4-305b-4c3e-9872-6629d986e11c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ed8f40d-f61c-4b6c-a739-be0ea87af824 HTTP/1.1" status: 204 len: 168 time: 0.2407362 Nov 23 19:23:38.994548 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50770) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:38.995621 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21813f03-2c11-4f47-b5b1-f8b8fdb6a3ad None None] Network bf12007c-26a1-4ae7-9712-37071151b0c5 requested from dv-cinder-819007-1-iscsi {{(pid=102738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:23:39.070556 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833127'] for network, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.133209 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Deleting port bcd3f436-d9a2-4698-955e-6124f602f30c {{(pid=102737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:39.133539 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.148087 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 374f3013-8832-4a07-83e5-6f5b80a1da83 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:39.176439 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 374f3013-8832-4a07-83e5-6f5b80a1da83 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:39.177063 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 374f3013-8832-4a07-83e5-6f5b80a1da83 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:39.177547 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 4c56e7af-277d-4052-b0ee-00b06c9902b9 no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:39.208618 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] DHCP port deletion for bf12007c-26a1-4ae7-9712-37071151b0c5 request from dv-cinder-819007-1-iscsi {{(pid=102738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:23:39.209673 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.db [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] For port bcd3f436-d9a2-4698-955e-6124f602f30c, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=bcd3f436-d9a2-4698-955e-6124f602f30c,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:39.210204 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.210716 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: 4c56e7af-277d-4052-b0ee-00b06c9902b9 {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:39.211058 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device 4c56e7af-277d-4052-b0ee-00b06c9902b9 not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:39.224779 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.plugin [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Calling delete_port for bcd3f436-d9a2-4698-955e-6124f602f30c owned by network:dhcp {{(pid=102737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:39.260537 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Deleting port bcd3f436-d9a2-4698-955e-6124f602f30c {{(pid=102738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:23:39.260861 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789382644574'] for port, before_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.319187 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532981681'] for port, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.334341 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.db [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] For port bcd3f436-d9a2-4698-955e-6124f602f30c, host dv-cinder-819007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819007-1-iscsi',level=0,port_id=bcd3f436-d9a2-4698-955e-6124f602f30c,segment=NetworkSegment(a2539446-f735-4441-b626-4b828e670b8c),segment_id=a2539446-f735-4441-b626-4b828e670b8c)] {{(pid=102738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:23:39.334934 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421661'] for port, precommit_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.347270 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd3f436-d9a2-4698-955e-6124f602f30c,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:39.349196 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] No DVR routers for this DVR port bcd3f436-d9a2-4698-955e-6124f602f30c on host dv-cinder-819007-1-iscsi {{(pid=102737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:23:39.353558 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Calling delete_port for bcd3f436-d9a2-4698-955e-6124f602f30c owned by network:dhcp {{(pid=102738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:23:39.421866 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1728353', 'neutron.services.segments.db._delete_segments_for_network-8789382773688'] for network, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.436595 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1589069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789382645616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789382212307'] for port, after_delete {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.443215 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf12007c-26a1-4ae7-9712-37071151b0c5']}} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:39.452362 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2539446-f735-4441-b626-4b828e670b8c') {'for_net_delete': True} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:39.452653 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.services.segments.db [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2539446-f735-4441-b626-4b828e670b8c') {} {{(pid=102737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:23:39.461649 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789382734668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533710684'] for segment, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.461962 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Pushing event deleted for resources: {'Port': ['ID=bcd3f436-d9a2-4698-955e-6124f602f30c,revision_number=None']} {{(pid=102738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:39.469109 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] No DVR routers for this DVR port bcd3f436-d9a2-4698-955e-6124f602f30c on host dv-cinder-819007-1-iscsi {{(pid=102738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:23:39.471349 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.471702 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.472632 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.473155 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.473999 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.474139 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.474459 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.474829 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.475090 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.475512 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.475845 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.476294 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d0fba-0b00-4b66-8156-5c47af07ddf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819007-1-iscsi {{(pid=102738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:23:39.479295 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547'] for segment, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.487194 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:23:39.488180 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532981344'] for segment, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: Traceback (most recent call last): Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: timer() Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: cb(*args, **kw) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: return func(*args, **kwargs) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: self._notify() Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: self.callback(batched_events) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: event.method(event) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: return f(self, *a, **k) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._get(url).json() Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: return self.request(url, 'GET', **kwargs) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:23:39.490932 dv-cinder-819007-1-iscsi neutron-server[102737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:23:39.545554 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1728342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418340'] for network, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.550993 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759601'] for network, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.556837 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bf12007c-26a1-4ae7-9712-37071151b0c5 HTTP/1.1" status: 204 len: 168 time: 0.5587373 Nov 23 19:23:39.564885 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb1039-e7de-4e3c-b9c8-60814e860053 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf12007c-26a1-4ae7-9712-37071151b0c5,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:39.666100 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50774) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:39.709773 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-9630cb6a-c308-407a-ab92-1177b58fbff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba2e74ba2373498aa3f7c05a9ac4c397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423131 Nov 23 19:23:39.712327 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50776) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:39.758115 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.779084 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.825711 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.828222 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.829416 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33aad78f-89eb-4602-91a1-d2e92355c448 HTTP/1.1" status: 204 len: 168 time: 0.1162207 Nov 23 19:23:39.837431 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb0da4-9c94-4777-92ed-a34321e63f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aad78f-89eb-4602-91a1-d2e92355c448,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:40.137856 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50782) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:40.178198 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-0e498f51-0f4d-4cd3-ba48-641c6a4e3cc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=502b3d9154b84ff0a485c307623aec26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391655 Nov 23 19:23:40.180578 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [-] (102737) accepted ('10.222.0.31', 50784) {{(pid=102737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:23:40.225875 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:40.246246 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:40.296132 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597543'] for security_group, after_delete {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:40.298941 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron_lib.callbacks.manager [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:40.300150 dv-cinder-819007-1-iscsi neutron-server[102737]: INFO neutron.wsgi [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c8d7ce8-ede6-4fc5-8591-0ac00817da57 HTTP/1.1" status: 204 len: 168 time: 0.1186082 Nov 23 19:23:40.308768 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3b378-a4c8-44d6-8f0a-24622cca7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d7ce8-ede6-4fc5-8591-0ac00817da57,revision_number=None']} {{(pid=102737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:23:40.355827 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:41.119825 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device bcd3f436-d9a2-4698-955e-6124f602f30c no longer exists at agent ovs-agent-dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:23:41.144392 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.plugin [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] No Port match for: bcd3f436-d9a2-4698-955e-6124f602f30c {{(pid=102738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:23:41.144723 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron.plugins.ml2.rpc [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Device bcd3f436-d9a2-4698-955e-6124f602f30c not bound to the agent host dv-cinder-819007-1-iscsi {{(pid=102738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:23:53.582537 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:56.650086 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:24:03.998937 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-88cc5882-34eb-4bc8-8191-e2f91d6b6c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:06.261411 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-99ae1548-4373-4268-b94c-7fe43127b860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:07.522861 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:08.884086 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:10.356971 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:23.602493 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:33.648529 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:24:34.003710 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-50615f19-3b86-44bc-bb9f-f48bb954bd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:36.261849 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-826834db-a508-4226-9045-89d862b0ffc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:37.525250 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:38.863030 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:40.358877 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.603589 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:04.005115 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-53dafe30-6822-4100-8549-cb7a0b32816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:06.262659 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-0b14a2ef-cf47-48e2-bec2-a691c5fcb5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:07.531174 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:08.865451 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:10.359832 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:10.646919 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:25:23.598435 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.007688 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-a37027c7-8787-482b-bbad-724490fbb584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:36.263380 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-e1e882ca-bd4b-47b1-98e4-02f7e5afd5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:37.533032 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:38.869730 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:40.360822 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:40.588448 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-26081644-0993-4a88-b16c-ede71967932e req-53689594-fb50-485e-9434-4e3330eebcce service neutron] (102737) timed out ('10.222.0.54', 51212) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:25:47.645135 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:25:53.608909 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:04.013059 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-96b0fe5d-a4a2-4dbf-8638-2ded2f263d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:06.265034 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-32ba0fcb-b9c0-498c-b1e6-15eec677a7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:07.534514 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:08.876864 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:10.364436 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:23.608038 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:24.644002 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:26:34.013074 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-ad01a943-cde0-4c93-b4b0-db01bdeefe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:36.266652 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6945975f-890e-49d4-afc5-be1a681be699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:37.539234 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:38.875024 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:40.366350 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:53.621961 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:01.642802 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:27:04.014569 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-98fd2182-ce39-47bc-a061-2e967d2a8601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:06.269175 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-40639b40-6898-4b4a-bf07-ce16cd3a7a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:07.540800 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:08.878646 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:10.368068 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:23.627449 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:34.017406 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8e4a-e6f3-4b6f-b4f8-68bcc83e9da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:36.270238 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9cd73b82-3720-4eef-945b-c07e950e0f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:37.542235 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:38.641923 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:27:38.881636 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:40.371719 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:53.620564 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:04.018529 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-8c10a56e-8c95-4bfc-91bb-eaedd023c9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.271830 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-953c30ad-51fd-439a-b77b-c29bd753a443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:07.548396 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:08.888904 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:10.372724 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:15.641926 dv-cinder-819007-1-iscsi neutron-server[102739]: DEBUG neutron.db.agents_db [None req-a978bea6-7876-4045-bf95-1c2826b88450 None None] Agent healthcheck: found 6 active agents {{(pid=102739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:28:23.639570 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-9a24e910-88a9-415f-91a2-c74d076e42ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:32.330792 dv-cinder-819007-1-iscsi neutron-server[102737]: DEBUG neutron.wsgi [req-e91c4fc5-ce50-480c-b185-871fcb7fbc33 req-3d66e748-91cf-47fe-ad1d-ff442703e9c2 service neutron] (102737) timed out ('10.222.0.31', 47538) {{(pid=102737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:28:34.019787 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-6878d5b8-2345-485f-835a-50c8975eedfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:36.273117 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-91078cc9-1fdc-40da-838b-0a593ad5c623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:36.458278 dv-cinder-819007-1-iscsi neutron-server[102736]: DEBUG neutron.wsgi [req-c14a0b1a-aa22-4a43-92e8-b67a689ac999 req-edb74319-0b6b-4446-9b72-7a9dc860f2ef service neutron] (102736) timed out ('10.222.0.31', 45146) {{(pid=102736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:28:37.548128 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-546e4d0a-83dd-4c5d-a9d3-032d24dd4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:38.888101 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe31-55d0-4b35-acae-f8fd71d89400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:40.378896 dv-cinder-819007-1-iscsi neutron-server[102738]: DEBUG neutron_lib.callbacks.manager [None req-d16883d5-ad7a-4c1d-942a-77fe1cc97e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789382773697', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727071'] for agent, after_update {{(pid=102738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}